-- Logs begin at Thu 2021-06-24 05:46:05 UTC, end at Thu 2021-06-24 07:31:58 UTC. -- Jun 24 06:30:37.854233 dv-cinder-784092-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 06:30:40.549756 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.common.config [-] Logging enabled! Jun 24 06:30:40.550333 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev392 Jun 24 06:30:40.550539 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98903) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 06:30:40.553772 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.common.config [-] Logging enabled! Jun 24 06:30:40.554031 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev392 Jun 24 06:30:40.554344 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98903) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 06:30:40.555267 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 06:30:40.555505 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 06:30:40.555862 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 06:30:40.556110 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 06:30:40.556339 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 06:30:40.556659 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.556961 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.557283 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.557519 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.557818 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.558108 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.558392 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.558682 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.558980 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.559265 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.559547 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.559834 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.560068 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.560347 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.560634 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.560924 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.561180 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] debug = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.561464 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.561887 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.562294 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.562574 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.562864 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.563145 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.563945 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.564389 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.564686 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.565022 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] host = dv-cinder-784092-10-iscsi {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.565337 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.565630 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.565922 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.566214 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.566492 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.566773 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.567061 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.567338 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.567613 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] log_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.567890 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.568180 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.568469 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.568759 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.568985 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.569236 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.569530 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.569819 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.570098 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.570381 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.570659 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.570936 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.571210 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.571481 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.571769 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.572056 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.572341 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.572616 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.572891 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.573193 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.573471 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.573758 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.574032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.574306 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.574580 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.574868 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.575136 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.575410 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.575714 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.575999 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.576283 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.576567 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.576842 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.577159 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.577438 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.577713 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.577987 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] use_json = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.578262 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.578534 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.578818 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.579691 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.580140 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.580432 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.580715 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.581009 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:40.581338 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.581643 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.581951 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.582243 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.582542 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.582828 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.583120 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.583403 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.583694 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.583985 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.584276 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.584558 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.584850 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.585157 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.585457 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.585764 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.586065 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.586361 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.586640 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.586918 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.587193 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.587475 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.587762 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.588060 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.588356 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.588636 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.588919 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.589243 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.589529 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.589806 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.590089 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.590386 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.590676 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.590953 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.591242 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.591525 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.591801 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.592077 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.592360 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.592657 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.592938 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.593246 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.593524 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.593805 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.594079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.594372 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.594686 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.595254 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.595723 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.596024 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.596310 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.596594 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.596883 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.597194 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.597483 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.597764 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.598040 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.598318 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.598594 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.598871 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.599149 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.599423 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.599703 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.599979 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.600253 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.600526 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.600808 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.601100 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.601396 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.601697 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.601977 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.602258 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.602540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.602847 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.603139 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.603415 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.603697 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.603979 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.604252 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.604544 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.604830 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.605152 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.605439 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.605720 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.606017 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.606298 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.606587 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.606872 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.607155 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.607451 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.607739 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.608036 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.608330 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.608626 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.608922 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.609242 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.609528 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.609840 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.610123 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:40.610887 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 06:30:40.611151 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98903) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 06:30:40.962931 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:30:40.963214 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:30:40.963509 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:30:40.963857 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 06:30:41.351816 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.352113 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.352388 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.353709 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.353989 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.354266 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.388572 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.388885 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.389443 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.403378 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.403661 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.403928 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.434301 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.434584 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.434851 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.471693 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.471983 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.472254 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.711497 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.712113 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.712113 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.712306 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.713023 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.837168 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.837492 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.837773 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.838045 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.838317 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.838634 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.838897 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.839154 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.839409 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.839692 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.839953 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.840216 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.840476 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.840740 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.841002 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.841295 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.841569 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.842814 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.843111 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.843384 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.843680 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.844044 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.844308 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.844630 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.845024 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.845310 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.845708 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98903) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 06:30:41.845955 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98903) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 06:30:41.846198 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98903) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 06:30:41.846441 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98903) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 06:30:41.846681 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98903) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 06:30:41.846921 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98903) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 06:30:41.847286 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 06:30:41.850402 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 06:30:41.854356 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 06:30:41.858174 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 24 06:30:41.859813 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 06:30:41.860306 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 06:30:41.860638 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 06:30:41.861133 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 06:30:41.864102 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 06:30:41.864358 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 06:30:41.864708 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 06:30:41.893588 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 06:30:41.894039 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.894337 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98903) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 06:30:41.894701 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.896062 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98903) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 06:30:41.896343 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 06:30:41.896592 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 06:30:41.899944 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.900232 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:41.963722 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 06:30:41.963913 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 06:30:41.964148 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 06:30:41.964519 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 06:30:41.986499 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_db.sqlalchemy.engines [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98903) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 06:30:42.682134 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Initializing driver for type 'gre' Jun 24 06:30:42.682685 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] gre ID ranges: [(1, 1000)] Jun 24 06:30:42.898968 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Initializing driver for type 'local' Jun 24 06:30:42.899610 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Initializing driver for type 'vlan' Jun 24 06:30:42.973057 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] VlanTypeDriver initialization complete Jun 24 06:30:42.973423 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Initializing driver for type 'vxlan' Jun 24 06:30:42.973932 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] vxlan ID ranges: [(1, 1000)] Jun 24 06:30:43.278700 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Initializing extension driver 'port_security' Jun 24 06:30:43.278700 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.extensions.port_security [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] PortSecurityExtensionDriver initialization complete Jun 24 06:30:43.278700 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Initializing mechanism driver 'openvswitch' Jun 24 06:30:43.278700 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Initializing mechanism driver 'hyperv' Jun 24 06:30:43.278700 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.plugins.ml2.plugin [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:30:43.278700 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > port after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.278700 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > port after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279343 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > port after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279343 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279343 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279343 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279607 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > network after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279607 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > network after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279607 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > network after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279607 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > security_group after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279900 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > security_group after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279900 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279900 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.279900 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280164 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280164 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > address_group after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280164 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > address_group after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280164 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280417 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] ML2 OVO RPC backend initialized. {{(pid=98903) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 06:30:43.280417 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280417 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280417 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > network before_response 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280686 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > networks before_response 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280686 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > port before_response 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280686 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > ports before_response 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280686 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > subnet before_response 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280951 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > subnets before_response 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280951 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > network after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280951 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > network after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.280951 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > network after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.281271 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > port after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.281271 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > port after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.281271 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > port after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.281271 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.281532 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.281532 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.281532 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.plugin [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Modular L2 Plugin initialization complete Jun 24 06:30:43.281532 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading services supported by the core plugin {{(pid=98903) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 06:30:43.281532 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.plugins.ml2.managers [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Got port-security extension from driver 'port_security' Jun 24 06:30:43.281532 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.extensions.vlantransparent [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Disabled vlantransparent extension. Jun 24 06:30:43.281908 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98903) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 06:30:43.281908 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading Plugin: router Jun 24 06:30:43.317486 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.317863 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router after_create 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.318225 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router before_create 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.318580 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.318938 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.319283 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router after_delete 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.319633 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.319991 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router after_create 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.320327 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router after_update 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.320740 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router after_update 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.321096 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.321451 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router after_update 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.321852 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.322210 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: port after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.322544 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: port after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.322877 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: subnet after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.323208 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.323548 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.323885 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.324215 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: port before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.324549 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.324897 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router after_update 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.325257 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.325598 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.325946 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.326281 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.326785 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > network after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.327621 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Tracking information for resource: router configured {{(pid=98903) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 06:30:43.327945 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Tracking information for resource: floatingip configured {{(pid=98903) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 06:30:43.339309 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.db.l3_agentschedulers_db [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 06:30:43.339885 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: port after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.340240 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: port after_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.340583 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: port after_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.340923 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: port after_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.341733 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router before_create 55550100 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.342094 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.342446 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_create 55550100 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.342792 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > router precommit_update 55550100 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.347613 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.services.provider_configuration [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service providers = [] {{(pid=98903) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 06:30:43.347986 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.db.servicetype_db [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98903) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 06:30:43.350973 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.services.service_base [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98903) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 06:30:43.351317 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.services.service_base [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98903) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 06:30:43.351648 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.services.service_base [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98903) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 06:30:43.352509 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.services.service_base [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98903) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 06:30:43.352874 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.services.service_base [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 06:30:43.353271 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98903) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 06:30:43.353582 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 06:30:43.372779 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98903) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 06:30:43.373133 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading Plugin: auto_allocate Jun 24 06:30:43.379502 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: network precommit_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.379860 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: network precommit_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.380372 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98903) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 06:30:43.380686 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading Plugin: tag Jun 24 06:30:43.387371 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98903) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 06:30:43.387696 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading Plugin: timestamp Jun 24 06:30:43.392282 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98903) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 06:30:43.392733 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading Plugin: network_ip_availability Jun 24 06:30:43.399736 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.400101 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.400449 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.401242 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98903) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 06:30:43.401556 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading Plugin: flavors Jun 24 06:30:43.406315 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98903) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 06:30:43.412793 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading Plugin: revisions Jun 24 06:30:43.416867 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98903) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 06:30:43.417291 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_concurrency.lockutils [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.454s {{(pid=98903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:30:43.418122 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98903) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 06:30:43.418457 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Initializing extension manager. Jun 24 06:30:43.418958 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: __init__.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.419293 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: __pycache__ {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.419620 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.419944 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: address_group.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.420685 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.421275 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: address-group Jun 24 06:30:43.421594 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: address_scope.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.422289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.422961 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: address-scope Jun 24 06:30:43.423321 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.424234 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.424737 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: router-admin-state-down-before-update Jun 24 06:30:43.425052 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: agent.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.425752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.426249 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: agent Jun 24 06:30:43.426564 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: agent_resources_synced.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.427443 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.427938 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: agent-resources-synced Jun 24 06:30:43.428257 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: allowedaddresspairs.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.430086 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.430591 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: allowed-address-pairs Jun 24 06:30:43.430908 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: auto_allocated_topology.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.432280 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.432790 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: auto-allocated-topology Jun 24 06:30:43.433135 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: availability_zone.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.433817 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.434317 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: availability_zone Jun 24 06:30:43.434631 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: availability_zone_filter.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.435522 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.436018 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: availability_zone_filter Jun 24 06:30:43.436332 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: data_plane_status.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.437249 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.437796 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 06:30:43.438119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: default_subnetpools.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.439587 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.440081 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: default-subnetpools Jun 24 06:30:43.440397 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.441225 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.441720 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: dhcp_agent_scheduler Jun 24 06:30:43.442033 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: dns.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.442925 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.443420 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 06:30:43.443768 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: dns_domain_ports.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.447040 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.447532 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 06:30:43.447847 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.448745 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.449269 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 06:30:43.449585 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: dvr.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.450240 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.450738 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: dvr Jun 24 06:30:43.451051 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: empty_string_filtering.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.451997 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.452496 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: empty-string-filtering Jun 24 06:30:43.452809 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.453736 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.454781 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 06:30:43.455089 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.455984 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.456476 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 06:30:43.456787 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: external_net.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.457697 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.458333 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: external-net Jun 24 06:30:43.458650 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.459668 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.460169 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: extra_dhcp_opt Jun 24 06:30:43.460481 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: extraroute.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.461397 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.461890 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: extraroute Jun 24 06:30:43.462204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: extraroute_atomic.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.463205 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.463766 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: extraroute-atomic Jun 24 06:30:43.464081 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: filter_validation.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.464724 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.465246 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: filter-validation Jun 24 06:30:43.465559 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: fip_pf_description.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.466438 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.467072 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 06:30:43.467390 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: fip_port_details.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.468336 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.468893 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: fip-port-details Jun 24 06:30:43.469243 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: flavors.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.470546 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.471052 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: flavors Jun 24 06:30:43.471368 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.473023 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.473563 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 06:30:43.473888 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: floatingip_pools.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.474574 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.475073 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: floatingip-pools Jun 24 06:30:43.475390 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: ip_allocation.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.476342 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.476837 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 06:30:43.477181 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.478074 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.478568 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: ip-substring-filtering Jun 24 06:30:43.478884 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: l2_adjacency.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.479788 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.480281 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 06:30:43.480604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: l3.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.481568 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.482070 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: router Jun 24 06:30:43.482433 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.484748 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.485318 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 06:30:43.485655 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.486555 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.487062 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: ext-gw-mode Jun 24 06:30:43.487384 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.488280 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.488776 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: l3-ha Jun 24 06:30:43.489192 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: l3_flavors.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.490079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.490582 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: l3-flavors Jun 24 06:30:43.490899 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.491793 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.492327 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 06:30:43.492647 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: l3agentscheduler.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.493800 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.494305 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: l3_agent_scheduler Jun 24 06:30:43.494628 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: logging.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.496101 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.496610 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension logging not supported by any of loaded plugins Jun 24 06:30:43.496935 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: metering.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.497742 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.498315 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: metering Jun 24 06:30:43.498635 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.499702 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.500209 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: metering_source_and_destination_fields Jun 24 06:30:43.500533 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: multiprovidernet.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.502326 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.502854 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: multi-provider Jun 24 06:30:43.503184 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: netmtu.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.504090 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.504631 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: net-mtu Jun 24 06:30:43.504953 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: netmtu_writable.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.505873 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.506376 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: net-mtu-writable Jun 24 06:30:43.506695 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: network_availability_zone.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.507356 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.507851 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: network_availability_zone Jun 24 06:30:43.508170 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: network_ip_availability.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.509303 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.509810 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: network-ip-availability Jun 24 06:30:43.510127 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: network_segment_range.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.510889 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.511385 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 06:30:43.511708 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: pagination.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.512756 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.513108 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: pagination Jun 24 06:30:43.513427 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: port_device_profile.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.514568 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.515109 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: port-device-profile Jun 24 06:30:43.521370 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.522073 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.522575 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: port-mac-address-regenerate Jun 24 06:30:43.522892 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.523778 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.524275 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: port-numa-affinity-policy Jun 24 06:30:43.524588 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: port_resource_request.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.525510 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.526005 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 06:30:43.526379 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: portbindings.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.527297 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.527799 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: binding Jun 24 06:30:43.528113 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: portbindings_extended.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.529442 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.529891 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: binding-extended Jun 24 06:30:43.530210 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: portsecurity.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.531099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.531639 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: port-security Jun 24 06:30:43.532105 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: project_id.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.533381 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.533706 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: project-id Jun 24 06:30:43.534019 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: providernet.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.534925 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.535426 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: provider Jun 24 06:30:43.535739 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.539485 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.540002 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos not supported by any of loaded plugins Jun 24 06:30:43.540326 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.541604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.542108 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 06:30:43.542478 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.544058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.544560 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 06:30:43.544880 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos_default.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.545796 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.546298 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos-default not supported by any of loaded plugins Jun 24 06:30:43.546618 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos_fip.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.547254 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.547780 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 06:30:43.548095 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos_gateway_ip.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.548994 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.549586 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 06:30:43.549903 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos_port_network_policy.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.550819 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.551319 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 06:30:43.551633 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos_rule_type_details.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.552519 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.553017 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 06:30:43.553361 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: qos_rules_alias.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.554383 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.555024 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 06:30:43.555346 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: quotasv2.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.556252 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.556570 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: quotas Jun 24 06:30:43.556882 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: quotasv2_detail.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.559908 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.560273 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: quota_details Jun 24 06:30:43.560646 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: rbac.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.561707 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.562229 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: rbac-policies Jun 24 06:30:43.562551 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: rbac_address_group.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.564000 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.564575 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: rbac-address-group Jun 24 06:30:43.564899 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: rbac_address_scope.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.565957 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.566466 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: rbac-address-scope Jun 24 06:30:43.566786 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: rbac_security_groups.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.567684 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.568189 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: rbac-security-groups Jun 24 06:30:43.568507 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: rbac_subnetpool.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.569500 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.570001 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: rbac-subnetpool Jun 24 06:30:43.570318 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: revisionifmatch.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.571211 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.571709 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: revision-if-match Jun 24 06:30:43.572026 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: revisions.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.573335 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.573838 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: standard-attr-revisions Jun 24 06:30:43.574185 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: router_availability_zone.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.574880 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.575388 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: router_availability_zone Jun 24 06:30:43.575705 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: routerservicetype.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.578647 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.579787 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 06:30:43.580262 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.581206 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.581711 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: security-groups-normalized-cidr Jun 24 06:30:43.582028 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.582930 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.583487 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: port-security-groups-filtering Jun 24 06:30:43.583807 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.584699 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.585232 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: security-groups-remote-address-group Jun 24 06:30:43.585549 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: securitygroup.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.595395 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.595916 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: security-group Jun 24 06:30:43.596240 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: segment.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.597008 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.597541 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension segment not supported by any of loaded plugins Jun 24 06:30:43.597859 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.598765 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.599268 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 06:30:43.599584 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: servicetype.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.601505 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.602018 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: service-type Jun 24 06:30:43.602365 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: sorting.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.603325 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.603654 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: sorting Jun 24 06:30:43.603972 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: standard_attr_segment.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.604932 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.605467 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 06:30:43.605785 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: standardattrdescription.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.606472 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.606972 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: standard-attr-description Jun 24 06:30:43.607287 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: stateful_security_group.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.608213 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.608718 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: stateful-security-group Jun 24 06:30:43.609036 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: stdattrs_common.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.609627 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 06:30:43.609943 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.611391 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.611893 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 06:30:43.612209 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: subnet_onboard.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.613590 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.614100 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: subnet_onboard Jun 24 06:30:43.614420 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.615321 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.615819 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 06:30:43.616132 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: subnet_service_types.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.617043 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.617566 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: subnet-service-types Jun 24 06:30:43.617958 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: subnetallocation.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.619025 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.619532 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: subnet_allocation Jun 24 06:30:43.619850 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.620495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.620996 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: subnetpool-prefix-ops Jun 24 06:30:43.621338 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.622238 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.622743 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 06:30:43.623044 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: tagging.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.624097 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.624649 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: standard-attr-tag Jun 24 06:30:43.624970 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: timestamp.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.626982 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.627493 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loaded extension: standard-attr-timestamp Jun 24 06:30:43.627817 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: trunk.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.628825 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.629370 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension trunk not supported by any of loaded plugins Jun 24 06:30:43.629693 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: trunk_details.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.630590 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.631097 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 06:30:43.631424 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: uplink_status_propagation.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.632338 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.632839 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 06:30:43.633195 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Loading extension file: vlantransparent.py {{(pid=98903) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 06:30:43.633846 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98903) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 06:30:43.634342 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 06:30:43.636791 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:network Jun 24 06:30:43.637336 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:subnet Jun 24 06:30:43.637729 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 06:30:43.638111 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:port Jun 24 06:30:43.639592 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.640029 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service FLAVORS assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.640690 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.641141 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.641981 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:router Jun 24 06:30:43.642397 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 06:30:43.642882 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service METERING assigned prefix: /metering {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.644285 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.644647 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.644988 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:30:43.646077 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 06:30:43.646553 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:security_group Jun 24 06:30:43.652767 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 06:30:43.652767 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service CORE assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.652767 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 06:30:43.652767 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] subnetpool is already registered Jun 24 06:30:43.652767 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service CORE assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.652767 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 06:30:43.652767 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] subnetpool is already registered Jun 24 06:30:43.652767 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.653362 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service FLAVORS assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.653362 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.653362 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.653602 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:router Jun 24 06:30:43.653724 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] router is already registered Jun 24 06:30:43.654165 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 06:30:43.654493 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] floatingip is already registered Jun 24 06:30:43.654939 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service METERING assigned prefix: /metering {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.655606 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 06:30:43.655923 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] rbac_policy is already registered Jun 24 06:30:43.656326 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:security_group Jun 24 06:30:43.656650 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] security_group is already registered Jun 24 06:30:43.657759 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 06:30:43.658168 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] security_group_rule is already registered Jun 24 06:30:43.658822 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service CORE assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.659147 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 06:30:43.659474 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] subnetpool is already registered Jun 24 06:30:43.659894 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.v2.resource_helper [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Service CORE assigned prefix: {{(pid=98903) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 06:30:43.660208 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 06:30:43.660528 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING neutron.quota.resource_registry [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] subnetpool is already registered Jun 24 06:30:43.660992 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: extensions {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.662478 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: address-groups {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.664123 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: address-scopes {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.665484 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: agents {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.666646 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: auto-allocated-topology {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.667885 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: availability_zones {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.669132 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: dhcp-networks {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.670671 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: dhcp-agents {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.672194 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: routers {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.673971 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: flavors {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.678172 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: service_profiles {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.678172 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: next_providers {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.679196 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: service_profiles {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.680756 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: floatingip-pools {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.682018 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: routers {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.683785 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: floatingips {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.685097 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: l3-routers {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.686472 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: l3-agents {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.687897 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: metering-labels {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.689487 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: metering-label-rules {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.691016 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: network-ip-availabilities {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.692273 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: bindings {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.693893 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: quotas {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.695507 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: quotas {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.696910 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: rbac-policies {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.698144 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: security-groups {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.699454 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: security-group-rules {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.700773 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: service-providers {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.702166 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: subnetpools {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.703475 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: subnetpools {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.706291 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.708135 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.709987 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.711770 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.713585 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.715624 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.717382 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.719328 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.721906 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.723736 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron.api.extensions [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Extended resource: tags {{(pid=98903) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 06:30:43.729909 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING keystonemiddleware.auth_token [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 06:30:43.734342 dv-cinder-784092-10-iscsi neutron-server[98903]: WARNING keystonemiddleware.auth_token [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 06:30:43.742832 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_concurrency.lockutils [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Acquired lock "singleton_lock" {{(pid=98903) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 06:30:43.743299 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_concurrency.lockutils [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Releasing lock "singleton_lock" {{(pid=98903) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 06:30:43.743917 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO oslo_service.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Starting 2 workers Jun 24 06:30:43.748819 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Started child 100200 {{(pid=98903) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 06:30:43.753550 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Started child 100201 {{(pid=98903) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 06:30:43.754307 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:43.755215 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO neutron.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 06:30:43.755796 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [-] (100200) wsgi starting up on http://0.0.0.0:9696 Jun 24 06:30:43.755961 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Notify callbacks [] for process, before_spawn {{(pid=98903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:43.758293 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:43.758762 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO oslo_service.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Starting 1 workers Jun 24 06:30:43.759690 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [-] (100201) wsgi starting up on http://0.0.0.0:9696 Jun 24 06:30:43.763806 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Started child 100202 {{(pid=98903) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 06:30:43.764856 dv-cinder-784092-10-iscsi neutron-server[98903]: INFO oslo_service.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Starting 1 workers Jun 24 06:30:43.768636 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] calling RpcWorker wait() {{(pid=100202) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 06:30:43.769212 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] returning from RpcWorker wait() {{(pid=100202) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 06:30:43.770688 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:43.771112 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Started child 100203 {{(pid=98903) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 06:30:43.771297 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:30:43.771954 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG neutron_lib.callbacks.manager [None req-5cba9483-b99c-4115-b95b-ae0a6bf9b9b2 None None] Notify callbacks [] for process, after_spawn {{(pid=98903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:43.773925 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98903) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 06:30:43.774133 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 06:30:43.774316 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 06:30:43.774536 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 06:30:43.774865 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 06:30:43.775025 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 06:30:43.775535 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.775795 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.776077 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.776378 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.776645 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.776968 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:43.777569 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.777569 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.777834 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.778112 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.778359 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.778529 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.778691 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.778938 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.779168 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.781537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.781537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.781537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.781537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.781537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.781537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.781537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.781537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.782761 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] debug = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.782761 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.782761 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.783160 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.783280 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.783456 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.783698 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.783958 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.784237 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.784481 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.784738 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.784979 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.785285 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.785528 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.785752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.785967 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.786228 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.786579 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.787102 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] host = dv-cinder-784092-10-iscsi {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.787337 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.787551 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.787773 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.788028 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.788267 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.788476 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.788730 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.788995 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.789275 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.789514 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.789778 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.790023 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.790237 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.790467 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.790624 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_options = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.790876 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.791143 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.791410 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.791597 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.791765 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.791942 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.792263 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.792463 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.792821 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.793050 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.793282 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.793494 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.793704 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.793915 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.794165 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.794404 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.794613 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.794834 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.795104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.795346 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.795565 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.795826 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.796058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.796291 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.796591 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.796756 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.796980 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.797231 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.797443 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.797852 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.798084 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.798355 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.798612 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.798852 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.800028 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.800420 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.800725 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.801421 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.801632 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.801899 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.802178 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.802431 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.802691 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.802920 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.803181 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.803412 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_json = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.803635 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.803878 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.804149 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.804370 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.804594 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.804812 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.805193 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.805581 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.806006 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.806104 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:30:43.806294 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.806634 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.806887 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.807123 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.807373 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.807608 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.807860 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.808113 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.808367 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.808677 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.808916 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.809213 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.809467 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.810269 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.810269 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.810269 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.810527 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.810717 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.810932 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.811149 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.811387 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.811726 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.811998 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.812276 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.812525 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.812739 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.812966 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.813227 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.813500 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.813682 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.813917 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.814174 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.814391 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.814602 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.814819 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.815045 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.815276 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.815502 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.815729 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.815961 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.816212 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.816501 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.816833 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.817184 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.817562 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.817657 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.818096 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.818452 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.818547 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.818912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.819017 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.819185 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.819391 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.819613 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.819871 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.820108 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.820293 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.820504 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.820740 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.821007 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.821366 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.821631 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.821913 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.822133 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.823878 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.824153 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.824388 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.824639 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.824864 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.825110 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.825334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.825552 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.825790 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.826445 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.828511 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.828771 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.831182 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.831604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.831848 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.833453 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.833453 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.833453 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.833453 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.833453 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.833453 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.833946 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.833946 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.834141 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.834852 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.834852 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.834852 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.835108 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.836545 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.836545 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.836545 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.836545 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.836545 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.836545 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.837141 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.837141 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.837141 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.837353 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.837579 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.837814 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.838056 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.838335 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.838589 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.838850 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.839106 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.839396 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.839656 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.839890 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.840176 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.840410 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.840671 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.840986 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.841259 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.841514 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.841760 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.841991 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.842250 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.842481 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.842737 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.842962 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.843304 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.843580 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.843891 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.844238 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.844660 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.845564 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.845955 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.846411 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.846782 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.847150 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.847545 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.847814 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.848085 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.848332 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.848594 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.848850 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.849181 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.849481 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.849719 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.849931 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.850175 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.850400 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.850623 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.851013 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.851406 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.851663 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.851838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.852050 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.852300 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.852527 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.852738 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.852949 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.853209 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.853427 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.853678 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.854051 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.854436 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.854811 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.855175 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.855382 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.855595 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.855809 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.856069 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.856282 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.856568 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.856817 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.857047 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.857291 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.857550 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.857848 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.858012 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.858247 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.858477 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.858705 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.858915 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.859149 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.859359 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.859580 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.859802 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.860010 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.860335 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.860588 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.860917 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.861182 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.861404 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.862653 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.862653 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.862653 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.862653 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.862653 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.863006 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.863006 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.863164 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.863372 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.863607 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.863843 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.864070 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.864299 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.864504 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.864712 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.864935 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.865249 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.865493 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.865718 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.865946 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.866167 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.866387 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.866611 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.866835 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.867042 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.867249 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.867489 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.867695 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.867914 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.868122 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.868332 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.868545 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.868898 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.869272 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.869644 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.870214 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.870441 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.870652 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.870879 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.871090 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.871291 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.871610 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.871919 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.872072 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.872346 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.873383 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.873383 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.873383 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.873383 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.873739 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.873847 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.874076 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.874288 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.874537 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.874798 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.875103 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.875405 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.875655 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.875919 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.876207 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.876473 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.876736 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.876942 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.877232 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.877564 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.877837 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.878081 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.878321 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.878578 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.878797 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.879009 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.879237 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.879475 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.879685 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.879921 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.880144 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.880381 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.880645 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.880800 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.881023 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.881263 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.881489 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.881701 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.882032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.882182 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 06:30:43.882621 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98903) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 06:30:43.882771 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 06:30:43.882907 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 06:30:43.883131 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 06:30:43.883270 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 06:30:43.883404 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 06:30:43.883574 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.883729 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.883874 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.884010 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.884166 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.884341 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.884489 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.884664 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.884809 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.884946 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.885126 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.885263 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.885397 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.885532 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.885668 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.885861 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.886000 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.886126 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.886256 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.886397 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.886571 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.886702 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.886848 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] debug = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.886982 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.887124 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.887282 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.887415 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.887549 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.887680 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.887841 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.887973 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.888106 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.888260 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.888404 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.888538 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.888669 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.888803 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.889247 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.889405 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.889560 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.889714 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] host = dv-cinder-784092-10-iscsi {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.889869 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.890017 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.890151 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.890305 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.890461 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.890596 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.890730 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.890883 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.891020 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.891177 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.891321 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.891992 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.892267 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.892360 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.892429 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_options = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.892574 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.892710 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.892853 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.893029 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.893235 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.893374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.893526 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.893663 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.893798 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.893931 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.894065 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.894199 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.894331 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.894542 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.894679 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.894833 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.894969 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.895103 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.895236 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.895370 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.895533 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.895669 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.895811 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.895946 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.896080 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.896216 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.896350 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.896484 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.896638 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.896772 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.896908 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.897051 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.897251 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.897388 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.899204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.899204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.899204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.899204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.899204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.899204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.899204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.899204 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_json = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.900734 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.901854 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.901854 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.901854 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 06:30:43.901854 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.901854 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.901854 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.901854 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.901854 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.902941 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.904058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.904058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.904058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.904058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.904058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.904058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.904058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.904058 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.905032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.905032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.905032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.905032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.905032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.905032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.905032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.905032 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.906119 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.907766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.907766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.907766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.907766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.907766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.907766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.907766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.907766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.908752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.908752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.908752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.908752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.908752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.908752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.908752 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.910104 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.911334 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.913665 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.915952 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.915952 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.915952 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.915952 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.915952 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.915952 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.915952 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.915952 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.916495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.916495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.916495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.916495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.916495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.916495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.916495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.916495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.917049 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.917049 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.917049 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.917049 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.917049 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.917049 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.917049 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.917049 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.921541 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.921541 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.921541 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.921541 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.921541 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.921541 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.921541 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.921541 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922079 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.922604 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923289 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.923838 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924374 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.924912 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.926540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.926540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.926540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.926540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.926540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.926540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.926540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.926540 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.927099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.927099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.927099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.927099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.927099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.927099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.927099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.927099 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928134 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928134 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928134 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928134 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928134 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928134 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928134 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928134 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928667 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928667 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928667 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928667 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.928667 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.929015 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.929015 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.929324 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.929324 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.929485 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.929584 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930185 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930185 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930185 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930185 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930539 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930539 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930539 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930747 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930839 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.930970 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.931137 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.931299 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.931459 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.931615 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.931771 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.931936 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.932092 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.932248 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.932404 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.932622 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.932723 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.932913 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.933005 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.933175 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.933331 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.933495 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.933650 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.933798 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:30:43.933891 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.933973 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.934095 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.934258 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.934413 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.934569 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.934723 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.934878 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.935042 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.935200 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.935410 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.935502 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.935664 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.935819 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.935974 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.936141 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.936299 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.936457 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.936611 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.936766 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.936921 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.937240 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.937240 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.937483 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.937621 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.937746 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.937869 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.938062 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.938181 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.938824 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.938987 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.939156 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.939313 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.939470 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.939627 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.939782 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.939938 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.940094 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.940248 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.940403 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.940559 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.940714 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.940869 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.941024 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.941214 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.941371 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.941527 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.941684 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.941840 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.941996 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.942151 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 06:30:43.942291 dv-cinder-784092-10-iscsi neutron-server[98903]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98903) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 06:30:44.046740 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60614) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:30:44.055522 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064161 Jun 24 06:30:55.536761 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd91b5ab-9fb3-43bc-b878-0ba6e4b66c2a None None] get_active_networks_info from dv-cinder-784092-10-iscsi {{(pid=100202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 06:30:55.633105 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd91b5ab-9fb3-43bc-b878-0ba6e4b66c2a None None] No non-hosted networks {{(pid=100202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 06:30:55.649713 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.agentschedulers_db [None req-cd91b5ab-9fb3-43bc-b878-0ba6e4b66c2a None None] DHCP Agent not found on host dv-cinder-784092-10-iscsi {{(pid=100202) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 06:30:55.784205 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9fd83255-b17f-474c-9cda-226fd458e416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030'] for agent, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:58.342010 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-38a35d2b-b581-43fa-895c-adc6dad1c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030'] for agent, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:58.456394 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.db.api [None req-cc07858e-b8ad-4c0d-92fa-954b76497c96 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-784092-10-iscsi {{(pid=100202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 06:30:58.457172 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_db.api [None req-cc07858e-b8ad-4c0d-92fa-954b76497c96 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 06:30:58.544603 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030'] for agent, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:58.545538 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.546052 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.546583 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.547097 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.547596 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.548282 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.548793 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.549404 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.550032 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.550591 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.551202 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.551705 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:30:58.552342 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784092-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:30:58.559395 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784092-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:30:59.053647 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-cc07858e-b8ad-4c0d-92fa-954b76497c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:30:59.521890 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030'] for agent, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:01.015505 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.db.l3_hamode_db [None req-ef76f151-75a3-41b0-8293-169e7d6d039b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 06:31:01.087011 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030'] for agent, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:01.096492 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76f151-75a3-41b0-8293-169e7d6d039b None None] Routers set() bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:31:01.096888 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76f151-75a3-41b0-8293-169e7d6d039b None None] Router IDs set() for agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 06:31:02.054989 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60706) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:02.535289 dv-cinder-784092-10-iscsi neutron-server[100201]: WARNING oslo_policy.policy [None req-45293a85-f226-4758-ad92-0267939697da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 06:31:02.535953 dv-cinder-784092-10-iscsi neutron-server[100201]: WARNING oslo_policy.policy [None req-45293a85-f226-4758-ad92-0267939697da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 06:31:02.753657 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [None req-45293a85-f226-4758-ad92-0267939697da admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:31:02.754617 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-45293a85-f226-4758-ad92-0267939697da admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6987517 Jun 24 06:31:05.098571 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60720) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:05.400359 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-fa43a47d-af55-4c01-b1b0-423d8f4062fe admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:31:05.492373 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.policy [None req-fa43a47d-af55-4c01-b1b0-423d8f4062fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100201) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 06:31:05.536349 dv-cinder-784092-10-iscsi neutron-server[100201]: WARNING oslo_policy.policy [None req-fa43a47d-af55-4c01-b1b0-423d8f4062fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 06:31:05.536725 dv-cinder-784092-10-iscsi neutron-server[100201]: WARNING oslo_policy.policy [None req-fa43a47d-af55-4c01-b1b0-423d8f4062fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 06:31:05.545173 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.quota [None req-fa43a47d-af55-4c01-b1b0-423d8f4062fe admin admin] Loaded quota_driver: . Jun 24 06:31:05.720305 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fa43a47d-af55-4c01-b1b0-423d8f4062fe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783926781417', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783926781492', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783926774398', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783926737960', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783926729703', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783926747270', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3923971', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3869543', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527626', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595755'] for rbac-policy, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:05.901281 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fa43a47d-af55-4c01-b1b0-423d8f4062fe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:05.902430 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-fa43a47d-af55-4c01-b1b0-423d8f4062fe admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8029013 Jun 24 06:31:08.445361 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60732) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:08.739641 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Request body: {'network': {'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'admin_state_up': True, 'name': 'private'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:31:08.823664 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Made reservation on behalf of c96a54bd65fe4f86adb6d95f36e7040d for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:31:08.826443 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:08.843111 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:08.962903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:09.018529 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:09.023810 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:09.040297 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:31:09.068823 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783927051039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:09.069502 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Unsubscribe: segment precommit_create {{(pid=100201) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 06:31:09.069965 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Added segment 923f44b9-6676-4cc6-abca-2b022fd6dc29 of type vlan for network 32fe445d-e588-4ad4-9349-3abbe5105b6f Jun 24 06:31:09.091703 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddacb5d2-7bdb-4c91-be57-95ddab7fd06a,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:09.112844 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.113216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.113540 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.113853 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.114157 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.114480 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.114789 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.115102 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.115403 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.115698 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.115994 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.116289 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Tracked resource versions report: Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: pushed versions: Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: { 'AddressGroup': {'1.2'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'ConntrackHelper': {'1.0'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Log': {'1.0'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Network': {'1.1'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Port': {'1.7'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'PortForwarding': {'1.2'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'QosPolicy': {'1.8'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SecurityGroup': {'1.4'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SecurityGroupRule': {'1.2'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SubPort': {'1.0'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Subnet': {'1.1'}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Trunk': {'1.1'}} Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: consumer versions: Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: { DHCP agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: L3 agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: Metadata agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: Metering agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: Open vSwitch agent@dv-cinder-784092-10-iscsi: { 'AddressGroup': '1.2', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'ConntrackHelper': '1.0', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Log': '1.0', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Network': '1.1', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Port': '1.7', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'PortForwarding': '1.2', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'QosPolicy': '1.8', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SecurityGroup': '1.4', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SecurityGroupRule': '1.2', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SubPort': '1.0', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Subnet': '1.1', Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Trunk': '1.1'}} Jun 24 06:31:09.117706 dv-cinder-784092-10-iscsi neutron-server[100201]: {{(pid=100201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 06:31:09.189265 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:09.195109 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:09.286787 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:09.288208 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:31:09.288860 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:09.291599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:09.381903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Pushing event updated for resources: {'Network': ['ID=32fe445d-e588-4ad4-9349-3abbe5105b6f,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:09.384952 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:09.394222 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 32fe445d-e588-4ad4-9349-3abbe5105b6f details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:31:09.436525 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9900849 Jun 24 06:31:12.021650 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 60746) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:12.499039 dv-cinder-784092-10-iscsi neutron-server[100200]: WARNING oslo_policy.policy [None req-12becbfd-b8b1-4bca-ad12-11a05b5458aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 06:31:12.499644 dv-cinder-784092-10-iscsi neutron-server[100200]: WARNING oslo_policy.policy [None req-12becbfd-b8b1-4bca-ad12-11a05b5458aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 06:31:12.927976 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.policy [None req-12becbfd-b8b1-4bca-ad12-11a05b5458aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100200) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 06:31:12.972806 dv-cinder-784092-10-iscsi neutron-server[100200]: WARNING oslo_policy.policy [None req-12becbfd-b8b1-4bca-ad12-11a05b5458aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 06:31:12.973198 dv-cinder-784092-10-iscsi neutron-server[100200]: WARNING oslo_policy.policy [None req-12becbfd-b8b1-4bca-ad12-11a05b5458aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 06:31:12.981344 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12becbfd-b8b1-4bca-ad12-11a05b5458aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:31:12.983215 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-12becbfd-b8b1-4bca-ad12-11a05b5458aa admin admin] 10.222.0.15 "GET /v2.0/networks/32fe445d-e588-4ad4-9349-3abbe5105b6f HTTP/1.1" status: 200 len: 825 time: 0.9594994 Jun 24 06:31:13.021864 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-aa6a89f3-d6b9-4143-a089-590be626bea7 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/091743cb-278e-47c5-9732-4bffacafc821 HTTP/1.1" status: 200 len: 734 time: 0.0330632 Jun 24 06:31:13.030688 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Request body: {'subnet': {'subnetpool_id': '091743cb-278e-47c5-9732-4bffacafc821', 'gateway_ip': '172.20.0.1', 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:31:13.032817 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.quota [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Loaded quota_driver: . Jun 24 06:31:13.137940 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Made reservation on behalf of c96a54bd65fe4f86adb6d95f36e7040d for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:31:13.141779 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:13.487031 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:13.491914 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:13.550886 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Checking segment: {'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:31:13.551265 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Network hostable DHCP agents. Network: 32fe445d-e588-4ad4-9349-3abbe5105b6f, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:31:13.571973 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3379461e-bd13-4fe1-b77d-ec2c99db8a90,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:13.584775 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589397 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589397 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589397 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589397 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589397 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589806 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589806 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589806 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589806 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.589806 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Tracked resource versions report: Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: pushed versions: Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: { 'AddressGroup': {'1.2'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'ConntrackHelper': {'1.0'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Log': {'1.0'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Network': {'1.1'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Port': {'1.7'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'PortForwarding': {'1.2'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'QosPolicy': {'1.8'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SecurityGroup': {'1.4'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SecurityGroupRule': {'1.2'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SubPort': {'1.0'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Subnet': {'1.1'}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Trunk': {'1.1'}} Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: consumer versions: Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: { DHCP agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: L3 agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: Metadata agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: Metering agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: Open vSwitch agent@dv-cinder-784092-10-iscsi: { 'AddressGroup': '1.2', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'ConntrackHelper': '1.0', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Log': '1.0', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Network': '1.1', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Port': '1.7', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'PortForwarding': '1.2', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'QosPolicy': '1.8', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SecurityGroup': '1.4', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SecurityGroupRule': '1.2', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SubPort': '1.0', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Subnet': '1.1', Jun 24 06:31:13.590177 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Trunk': '1.1'}} Jun 24 06:31:13.591972 dv-cinder-784092-10-iscsi neutron-server[100200]: {{(pid=100200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 06:31:13.616128 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:13.663881 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Network 32fe445d-e588-4ad4-9349-3abbe5105b6f is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:31:13.738153 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 32fe445d-e588-4ad4-9349-3abbe5105b6f) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:31:13.742675 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:31:13.743308 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:13.747828 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206f514-4fab-46fb-bb6e-478c30d41b55 None None] Network 32fe445d-e588-4ad4-9349-3abbe5105b6f requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:31:13.830840 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8036380 Jun 24 06:31:14.061257 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-32fe445d-e588-4ad4-9349-3abbe5105b6f', 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'fixed_ips': [{'subnet_id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 06:31:14.063070 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:14.337031 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Allocated IP 172.20.0.2 (32fe445d-e588-4ad4-9349-3abbe5105b6f/3379461e-bd13-4fe1-b77d-ec2c99db8a90/b5c115ed-84d6-43a3-811d-feadf3ac7072) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:31:14.644340 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:14.659107 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Transition to ACTIVE for port object b5c115ed-84d6-43a3-811d-feadf3ac7072 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:31:14.679811 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Transition to ACTIVE for port object b5c115ed-84d6-43a3-811d-feadf3ac7072 will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:31:14.758902 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:14.761607 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:14.833976 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Network 32fe445d-e588-4ad4-9349-3abbe5105b6f is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:31:14.838373 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:31:14.843562 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Pushing event updated for resources: {'Port': ['ID=b5c115ed-84d6-43a3-811d-feadf3ac7072,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:14.845686 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:31:14.855054 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.855400 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.855731 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.856050 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.856367 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.856724 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.857045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.857388 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.857708 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.858018 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.858325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.858630 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Tracked resource versions report: Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: pushed versions: Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: { 'AddressGroup': {'1.2'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'ConntrackHelper': {'1.0'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Log': {'1.0'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Network': {'1.1'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Port': {'1.7'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'PortForwarding': {'1.2'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'QosPolicy': {'1.8'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SecurityGroup': {'1.4'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SecurityGroupRule': {'1.2'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SubPort': {'1.0'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Subnet': {'1.1'}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Trunk': {'1.1'}} Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: consumer versions: Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: { DHCP agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: L3 agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: Metadata agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: Metering agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: Open vSwitch agent@dv-cinder-784092-10-iscsi: { 'AddressGroup': '1.2', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'ConntrackHelper': '1.0', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Log': '1.0', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Network': '1.1', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Port': '1.7', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'PortForwarding': '1.2', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'QosPolicy': '1.8', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SecurityGroup': '1.4', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SecurityGroupRule': '1.2', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SubPort': '1.0', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Subnet': '1.1', Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Trunk': '1.1'}} Jun 24 06:31:14.860027 dv-cinder-784092-10-iscsi neutron-server[100202]: {{(pid=100202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 06:31:14.879599 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:14.925652 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Attempting to bind port b5c115ed-84d6-43a3-811d-feadf3ac7072 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:31:14.925963 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Attempting to bind port b5c115ed-84d6-43a3-811d-feadf3ac7072 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:31:14.926374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Attempting to bind port b5c115ed-84d6-43a3-811d-feadf3ac7072 on network 32fe445d-e588-4ad4-9349-3abbe5105b6f {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:31:14.931129 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:31:14.931527 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Checking segment: {'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:31:14.931977 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:14.932354 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Bound using segment: {'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:31:14.932817 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Bound port: b5c115ed-84d6-43a3-811d-feadf3ac7072, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:31:14.933225 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:14.997406 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] For port b5c115ed-84d6-43a3-811d-feadf3ac7072, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:31:15.002256 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] For port b5c115ed-84d6-43a3-811d-feadf3ac7072, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=b5c115ed-84d6-43a3-811d-feadf3ac7072,segment=NetworkSegment(923f44b9-6676-4cc6-abca-2b022fd6dc29),segment_id=923f44b9-6676-4cc6-abca-2b022fd6dc29)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:31:15.079423 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:15.082474 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:15.144490 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Pushing event updated for resources: {'Port': ['ID=b5c115ed-84d6-43a3-811d-feadf3ac7072,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:15.153490 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:16.207135 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60766) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:16.531789 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [None req-cc7a9874-c76f-4244-9f52-222f7f5e3e5d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:31:16.533045 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-cc7a9874-c76f-4244-9f52-222f7f5e3e5d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3250613 Jun 24 06:31:18.872350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60774) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:19.195210 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [None req-9f20943e-b8fb-41bd-b7ed-7462181e0643 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:31:19.196253 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-9f20943e-b8fb-41bd-b7ed-7462181e0643 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229208 Jun 24 06:31:20.587453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device b5c115ed-84d6-43a3-811d-feadf3ac7072 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:31:20.741314 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port b5c115ed-84d6-43a3-811d-feadf3ac7072 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:31:21.199053 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473e8ee-08d6-4e0b-961f-8550ca3979b9 None None] Network 32fe445d-e588-4ad4-9349-3abbe5105b6f requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:31:21.284382 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] Provisioning for port b5c115ed-84d6-43a3-811d-feadf3ac7072 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:31:21.289778 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] Provisioning complete for port b5c115ed-84d6-43a3-811d-feadf3ac7072 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:21.290165 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:21.469251 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:21.517469 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] For port b5c115ed-84d6-43a3-811d-feadf3ac7072, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=b5c115ed-84d6-43a3-811d-feadf3ac7072,segment=NetworkSegment(923f44b9-6676-4cc6-abca-2b022fd6dc29),segment_id=923f44b9-6676-4cc6-abca-2b022fd6dc29)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:31:21.598015 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:21.600776 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:21.652023 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] Pushing event updated for resources: {'Port': ['ID=b5c115ed-84d6-43a3-811d-feadf3ac7072,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:21.655450 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:21.717518 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-d3f4eb33-93ae-40a9-bea1-6b0529080785 None None] Provisioning complete for port b5c115ed-84d6-43a3-811d-feadf3ac7072 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:21.717888 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d3f4eb33-93ae-40a9-bea1-6b0529080785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:21.816484 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60788) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:22.107612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-e4b1a5e9-6f62-45c5-a82f-9d02c4f3c3a0 admin admin] Request body: {'router': {'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'name': 'router1', 'admin_state_up': True}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:31:22.204420 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a5e9-6f62-45c5-a82f-9d02c4f3c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:22.206003 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a5e9-6f62-45c5-a82f-9d02c4f3c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:22.344146 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a5e9-6f62-45c5-a82f-9d02c4f3c3a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:22.398391 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a5e9-6f62-45c5-a82f-9d02c4f3c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:22.480434 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a5e9-6f62-45c5-a82f-9d02c4f3c3a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:22.481623 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e4b1a5e9-6f62-45c5-a82f-9d02c4f3c3a0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6641638 Jun 24 06:31:22.567430 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device b5c115ed-84d6-43a3-811d-feadf3ac7072 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:31:22.616663 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port b5c115ed-84d6-43a3-811d-feadf3ac7072 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:22.617367 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:24.816848 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60796) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:25.122877 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [None req-2810b69c-592f-4a86-b546-9d1d6610af8d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:31:25.123844 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-2810b69c-592f-4a86-b546-9d1d6610af8d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060093 Jun 24 06:31:25.518162 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c7eac493-ed7c-4cea-8503-c505aa23b6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:27.453480 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60804) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:27.751160 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:31:27.849037 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Made reservation on behalf of de9d0084af8c42f2b5bebd2d0f4e626e for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:31:27.851447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:27.859769 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:27.942653 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:28.014845 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:28.019104 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:28.030503 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Reserving flat network on physical network physnet1 {{(pid=100201) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 06:31:28.049233 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950cad2a-4a3d-4101-b35d-4078fb8effac,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:28.053949 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:28.054956 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:28.055290 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Added segment 7b8f8c81-a5f4-46db-b164-d5d37f945b4a of type flat for network 12fe5860-aecd-4b94-83a1-6dc811b515d7 Jun 24 06:31:28.099614 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:28.197776 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:28.199140 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:31:28.199698 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:28.201751 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:28.209098 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f26fbf3f-7237-4125-a2fa-23d905d347e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:28.271915 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Pushing event updated for resources: {'Network': ['ID=12fe5860-aecd-4b94-83a1-6dc811b515d7,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:28.274521 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:28.285595 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:31:28.330345 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8756380 Jun 24 06:31:28.558326 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:28.830686 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:31:29.440570 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:30.659768 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 60822) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:30.830826 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50283de8-9d15-448b-9df0-696dbd558103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:31:30.832092 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-50283de8-9d15-448b-9df0-696dbd558103 admin admin] 10.222.0.15 "GET /v2.0/subnets/3379461e-bd13-4fe1-b77d-ec2c99db8a90 HTTP/1.1" status: 200 len: 849 time: 0.1713088 Jun 24 06:31:31.005789 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-5510b92e-243f-44c8-aa83-f696c751abfa admin admin] 10.222.0.15 "GET /v2.0/routers/4ac146d3-6720-4881-9513-26a46f1029b6 HTTP/1.1" status: 200 len: 704 time: 0.1683898 Jun 24 06:31:31.023550 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:31.262664 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:31.559389 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Allocated IP 172.20.0.1 (32fe445d-e588-4ad4-9349-3abbe5105b6f/3379461e-bd13-4fe1-b77d-ec2c99db8a90/3ca264b9-f248-4028-b922-44354c5a3cea) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:31:31.711827 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:31.732681 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Transition to ACTIVE for port object 3ca264b9-f248-4028-b922-44354c5a3cea will not be triggered until provisioned by entity DHCP. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:31:31.864060 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:31.866857 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:31.922676 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Network 32fe445d-e588-4ad4-9349-3abbe5105b6f is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:31:31.926954 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:31:31.934687 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:31:31.935241 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:32.006141 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Pushing event updated for resources: {'Port': ['ID=3ca264b9-f248-4028-b922-44354c5a3cea,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:32.018149 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:32.202130 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:32.220637 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-da96f448-1c65-4128-a751-0bec0a7a89a1 None None] Provisioning for port 3ca264b9-f248-4028-b922-44354c5a3cea completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:31:32.224748 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-da96f448-1c65-4128-a751-0bec0a7a89a1 None None] Provisioning complete for port 3ca264b9-f248-4028-b922-44354c5a3cea triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:32.225151 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-da96f448-1c65-4128-a751-0bec0a7a89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:32.265078 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-da96f448-1c65-4128-a751-0bec0a7a89a1 None None] Port 3ca264b9-f248-4028-b922-44354c5a3cea cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:31:32.505408 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:32.560557 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:32.561658 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:32.563867 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:32.647916 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Pushing event updated for resources: {'Port': ['ID=3ca264b9-f248-4028-b922-44354c5a3cea,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:32.651435 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:32.688793 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Network 32fe445d-e588-4ad4-9349-3abbe5105b6f is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:31:32.690059 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:31:32.886064 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-85e9e1f2-2fde-4a6c-aff1-3fd53d0a2f03 None None] Provisioning complete for port 3ca264b9-f248-4028-b922-44354c5a3cea triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:32.886427 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-85e9e1f2-2fde-4a6c-aff1-3fd53d0a2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:32.918972 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-85e9e1f2-2fde-4a6c-aff1-3fd53d0a2f03 None None] Port 3ca264b9-f248-4028-b922-44354c5a3cea cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:31:32.960920 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Router 4ac146d3-6720-4881-9513-26a46f1029b6 is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 06:31:33.052983 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:31:33.058072 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] 10.222.0.15 "PUT /v2.0/routers/4ac146d3-6720-4881-9513-26a46f1029b6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0473154 Jun 24 06:31:33.062402 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Sync routers for ids ['4ac146d3-6720-4881-9513-26a46f1029b6'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:31:33.073619 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Routers {'4ac146d3-6720-4881-9513-26a46f1029b6'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:31:33.074480 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:31:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['4ac146d3-6720-4881-9513-26a46f1029b6'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:31:33.258293 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Set router 4ac146d3-6720-4881-9513-26a46f1029b6 gateway port host: None {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:31:33.681206 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'name': 'router1', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:31:22Z', 'updated_at': '2021-06-24T06:31:32Z', 'revision_number': 2, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'gw_port_host': None, '_interfaces': [{'id': '3ca264b9-f248-4028-b922-44354c5a3cea', 'name': '', 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'mac_address': 'fa:16:3e:e2:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:31Z', 'updated_at': '2021-06-24T06:31:32Z', 'revision_number': 2, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'subnets': [{'id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091743cb-278e-47c5-9732-4bffacafc821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:31:33.731580 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Checking router: 4ac146d3-6720-4881-9513-26a46f1029b6 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:31:33.731948 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Updating router 4ac146d3-6720-4881-9513-26a46f1029b6 port 3ca264b9-f248-4028-b922-44354c5a3cea binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 06:31:33.795913 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:34.279441 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:34.298711 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Transition to ACTIVE for port object 3ca264b9-f248-4028-b922-44354c5a3cea will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:31:34.380372 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:34.383348 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:34.541545 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Attempting to bind port 3ca264b9-f248-4028-b922-44354c5a3cea on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:31:34.541944 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Attempting to bind port 3ca264b9-f248-4028-b922-44354c5a3cea by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:31:34.542367 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Attempting to bind port 3ca264b9-f248-4028-b922-44354c5a3cea on network 32fe445d-e588-4ad4-9349-3abbe5105b6f {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:31:34.545604 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Pushing event updated for resources: {'Port': ['ID=3ca264b9-f248-4028-b922-44354c5a3cea,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:34.550655 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:31:34.551068 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Checking segment: {'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:31:34.551525 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:34.551907 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Bound using segment: {'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:31:34.552409 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Bound port: 3ca264b9-f248-4028-b922-44354c5a3cea, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923f44b9-6676-4cc6-abca-2b022fd6dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:31:34.552772 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:34.567696 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.568036 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.568359 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.568677 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.568991 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.569344 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.569659 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.569964 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.570289 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.570596 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.570899 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.571196 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Tracked resource versions report: Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: pushed versions: Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: { 'AddressGroup': {'1.2'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'ConntrackHelper': {'1.0'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Log': {'1.0'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Network': {'1.1'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Port': {'1.7'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'PortForwarding': {'1.2'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'QosPolicy': {'1.8'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SecurityGroup': {'1.4'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SecurityGroupRule': {'1.2'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SubPort': {'1.0'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Subnet': {'1.1'}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Trunk': {'1.1'}} Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: consumer versions: Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: { DHCP agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: L3 agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: Metadata agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: Metering agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: Open vSwitch agent@dv-cinder-784092-10-iscsi: { 'AddressGroup': '1.2', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'ConntrackHelper': '1.0', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Log': '1.0', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Network': '1.1', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Port': '1.7', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'PortForwarding': '1.2', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'QosPolicy': '1.8', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SecurityGroup': '1.4', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SecurityGroupRule': '1.2', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SubPort': '1.0', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Subnet': '1.1', Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Trunk': '1.1'}} Jun 24 06:31:34.572542 dv-cinder-784092-10-iscsi neutron-server[100203]: {{(pid=100203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 06:31:34.577317 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:34.634317 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] For port 3ca264b9-f248-4028-b922-44354c5a3cea, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:31:34.657419 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] For port 3ca264b9-f248-4028-b922-44354c5a3cea, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=3ca264b9-f248-4028-b922-44354c5a3cea,segment=NetworkSegment(923f44b9-6676-4cc6-abca-2b022fd6dc29),segment_id=923f44b9-6676-4cc6-abca-2b022fd6dc29)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:31:34.729507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:34.732832 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:34.787700 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Routers {'4ac146d3-6720-4881-9513-26a46f1029b6'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:31:34.788323 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:31:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['4ac146d3-6720-4881-9513-26a46f1029b6'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:31:34.823321 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Pushing event updated for resources: {'Port': ['ID=3ca264b9-f248-4028-b922-44354c5a3cea,revision_number=4']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:34.829161 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:34.884534 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] Set router 4ac146d3-6720-4881-9513-26a46f1029b6 gateway port host: None {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:31:35.090892 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'name': 'router1', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:31:22Z', 'updated_at': '2021-06-24T06:31:32Z', 'revision_number': 2, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'gw_port_host': None, '_interfaces': [{'id': '3ca264b9-f248-4028-b922-44354c5a3cea', 'name': '', 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'mac_address': 'fa:16:3e:e2:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:31Z', 'updated_at': '2021-06-24T06:31:34Z', 'revision_number': 4, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'subnets': [{'id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091743cb-278e-47c5-9732-4bffacafc821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:31:35.118942 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81f74bc-1ee4-4fe6-bc6e-cf13d758b08e None None] The sync data for ids ['4ac146d3-6720-4881-9513-26a46f1029b6'] in dv-cinder-784092-10-iscsi is: [{'id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'name': 'router1', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:31:22Z', 'updated_at': '2021-06-24T06:31:32Z', 'revision_number': 2, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'gw_port_host': None, '_interfaces': [{'id': '3ca264b9-f248-4028-b922-44354c5a3cea', 'name': '', 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'mac_address': 'fa:16:3e:e2:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:31Z', 'updated_at': '2021-06-24T06:31:34Z', 'revision_number': 4, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'subnets': [{'id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091743cb-278e-47c5-9732-4bffacafc821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:31:35.264615 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60842) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:35.408031 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973422b9-aec7-4be7-870d-5c0998991acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:31:35.411862 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-973422b9-aec7-4be7-870d-5c0998991acd admin admin] 10.222.0.15 "GET /v2.0/networks/12fe5860-aecd-4b94-83a1-6dc811b515d7 HTTP/1.1" status: 200 len: 842 time: 0.1460581 Jun 24 06:31:35.418439 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:31:35.537678 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Made reservation on behalf of de9d0084af8c42f2b5bebd2d0f4e626e for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:31:35.540331 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:35.977447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.objects.ports [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100201) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 06:31:35.977903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:35.984192 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:36.039823 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:36.043097 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:36.050165 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:31:36.050546 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Network hostable DHCP agents. Network: 12fe5860-aecd-4b94-83a1-6dc811b515d7, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:31:36.172505 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:31:36.266405 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 12fe5860-aecd-4b94-83a1-6dc811b515d7) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:31:36.274815 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d992a9-835d-4ce2-a39d-c62ad9462c0e None None] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:31:36.277218 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:31:36.277819 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:36.362627 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9475765 Jun 24 06:31:36.407263 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd09f0-bb3c-47ec-b9ce-1c52dc4b017d None None] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:31:38.593979 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 3ca264b9-f248-4028-b922-44354c5a3cea up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:31:38.638710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60854) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:38.731924 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 3ca264b9-f248-4028-b922-44354c5a3cea completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:31:38.736546 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 3ca264b9-f248-4028-b922-44354c5a3cea triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:38.737011 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:38.813519 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:38.850209 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-c3c4798a-8be9-48f8-b617-196fb9c029ca admin admin] 10.222.0.15 "GET /v2.0/routers/4ac146d3-6720-4881-9513-26a46f1029b6 HTTP/1.1" status: 200 len: 710 time: 0.2091970 Jun 24 06:31:38.892511 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 3ca264b9-f248-4028-b922-44354c5a3cea, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=3ca264b9-f248-4028-b922-44354c5a3cea,segment=NetworkSegment(923f44b9-6676-4cc6-abca-2b022fd6dc29),segment_id=923f44b9-6676-4cc6-abca-2b022fd6dc29)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:31:38.938133 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73edf525-2d9e-4d29-a9a3-bd475d53999f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:31:38.940181 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-73edf525-2d9e-4d29-a9a3-bd475d53999f admin admin] 10.222.0.15 "GET /v2.0/networks/12fe5860-aecd-4b94-83a1-6dc811b515d7 HTTP/1.1" status: 200 len: 886 time: 0.0847774 Jun 24 06:31:38.948672 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:31:38.966396 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:38.969196 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-dd4d003d-ebba-4c15-8caf-62a2d6423a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:39.014488 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=3ca264b9-f248-4028-b922-44354c5a3cea,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:39.018188 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:39.194628 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:39.537437 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:39.610558 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:39.755873 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Allocated IP 172.27.2.211 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/786d1652-aefa-4fa7-a1c9-ec177ac77b22) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:31:39.863054 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:40.012345 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:40.015350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:40.083288 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:31:40.094479 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:31:40.100792 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:31:40.102659 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Pushing event updated for resources: {'Port': ['ID=786d1652-aefa-4fa7-a1c9-ec177ac77b22,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:40.137025 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:40.479558 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:40.582352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 3ca264b9-f248-4028-b922-44354c5a3cea up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:31:40.633168 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 3ca264b9-f248-4028-b922-44354c5a3cea triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:40.633536 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:40.681057 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:40.684244 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-401783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416146'] for router, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:40.941900 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Router 4ac146d3-6720-4881-9513-26a46f1029b6 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:31:41.044428 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:31:41.048799 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:41.050062 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/4ac146d3-6720-4881-9513-26a46f1029b6 HTTP/1.1" status: 200 len: 890 time: 2.1050041 Jun 24 06:31:41.068304 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Sync routers for ids ['4ac146d3-6720-4881-9513-26a46f1029b6'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:31:41.080146 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Routers {'4ac146d3-6720-4881-9513-26a46f1029b6'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:31:41.080799 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:31:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['4ac146d3-6720-4881-9513-26a46f1029b6'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:31:41.294757 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Set router 4ac146d3-6720-4881-9513-26a46f1029b6 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:31:41.679173 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'name': 'router1', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '786d1652-aefa-4fa7-a1c9-ec177ac77b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:31:22Z', 'updated_at': '2021-06-24T06:31:40Z', 'revision_number': 4, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'gw_port': {'id': '786d1652-aefa-4fa7-a1c9-ec177ac77b22', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:39Z', 'updated_at': '2021-06-24T06:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '3ca264b9-f248-4028-b922-44354c5a3cea', 'name': '', 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'mac_address': 'fa:16:3e:e2:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:31Z', 'updated_at': '2021-06-24T06:31:38Z', 'revision_number': 5, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'subnets': [{'id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091743cb-278e-47c5-9732-4bffacafc821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:31:41.729374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Checking router: 4ac146d3-6720-4881-9513-26a46f1029b6 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:31:41.729724 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Updating router 4ac146d3-6720-4881-9513-26a46f1029b6 port 786d1652-aefa-4fa7-a1c9-ec177ac77b22 binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 06:31:41.761238 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:42.073589 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:42.082955 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Transition to ACTIVE for port object 786d1652-aefa-4fa7-a1c9-ec177ac77b22 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:31:42.151824 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:42.154061 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:42.283775 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Attempting to bind port 786d1652-aefa-4fa7-a1c9-ec177ac77b22 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:31:42.284053 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Attempting to bind port 786d1652-aefa-4fa7-a1c9-ec177ac77b22 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:31:42.284411 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Attempting to bind port 786d1652-aefa-4fa7-a1c9-ec177ac77b22 on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:31:42.286290 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332026a7-91d6-437e-91ee-48cb92bdbb0f None None] Pushing event updated for resources: {'Port': ['ID=786d1652-aefa-4fa7-a1c9-ec177ac77b22,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:42.289601 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-332026a7-91d6-437e-91ee-48cb92bdbb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:42.293470 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:31:42.293838 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:31:42.294232 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:42.294611 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:31:42.295075 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Bound port: 786d1652-aefa-4fa7-a1c9-ec177ac77b22, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:31:42.295443 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:42.344909 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] For port 786d1652-aefa-4fa7-a1c9-ec177ac77b22, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:31:42.347807 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] For port 786d1652-aefa-4fa7-a1c9-ec177ac77b22, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=786d1652-aefa-4fa7-a1c9-ec177ac77b22,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:31:42.421404 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:42.423959 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:42.469910 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Routers {'4ac146d3-6720-4881-9513-26a46f1029b6'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:31:42.470554 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:31:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['4ac146d3-6720-4881-9513-26a46f1029b6'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:31:42.517603 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332026a7-91d6-437e-91ee-48cb92bdbb0f None None] Pushing event updated for resources: {'Port': ['ID=786d1652-aefa-4fa7-a1c9-ec177ac77b22,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:42.520586 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-332026a7-91d6-437e-91ee-48cb92bdbb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:42.585566 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] Set router 4ac146d3-6720-4881-9513-26a46f1029b6 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:31:42.788477 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'name': 'router1', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '786d1652-aefa-4fa7-a1c9-ec177ac77b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:31:22Z', 'updated_at': '2021-06-24T06:31:40Z', 'revision_number': 4, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'gw_port': {'id': '786d1652-aefa-4fa7-a1c9-ec177ac77b22', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:39Z', 'updated_at': '2021-06-24T06:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '3ca264b9-f248-4028-b922-44354c5a3cea', 'name': '', 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'mac_address': 'fa:16:3e:e2:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:31Z', 'updated_at': '2021-06-24T06:31:38Z', 'revision_number': 5, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'subnets': [{'id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091743cb-278e-47c5-9732-4bffacafc821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:31:42.814682 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134a16c-7758-4acc-b2b0-0f3c0836f944 None None] The sync data for ids ['4ac146d3-6720-4881-9513-26a46f1029b6'] in dv-cinder-784092-10-iscsi is: [{'id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'name': 'router1', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '786d1652-aefa-4fa7-a1c9-ec177ac77b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:31:22Z', 'updated_at': '2021-06-24T06:31:40Z', 'revision_number': 4, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'gw_port': {'id': '786d1652-aefa-4fa7-a1c9-ec177ac77b22', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:39Z', 'updated_at': '2021-06-24T06:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '3ca264b9-f248-4028-b922-44354c5a3cea', 'name': '', 'network_id': '32fe445d-e588-4ad4-9349-3abbe5105b6f', 'tenant_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'mac_address': 'fa:16:3e:e2:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac146d3-6720-4881-9513-26a46f1029b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:31:31Z', 'updated_at': '2021-06-24T06:31:38Z', 'revision_number': 5, 'project_id': 'c96a54bd65fe4f86adb6d95f36e7040d', 'subnets': [{'id': '3379461e-bd13-4fe1-b77d-ec2c99db8a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091743cb-278e-47c5-9732-4bffacafc821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:31:43.473164 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 60862) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:31:43.595045 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-aa39ff5e-778d-4aa1-9bc0-4b25fc6e624b admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207616 Jun 24 06:31:44.602530 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 786d1652-aefa-4fa7-a1c9-ec177ac77b22 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:31:44.714341 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 786d1652-aefa-4fa7-a1c9-ec177ac77b22 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:31:44.719103 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 786d1652-aefa-4fa7-a1c9-ec177ac77b22 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:44.719483 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:44.804037 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:44.832875 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 786d1652-aefa-4fa7-a1c9-ec177ac77b22, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=786d1652-aefa-4fa7-a1c9-ec177ac77b22,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:31:44.892090 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:44.894339 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-332026a7-91d6-437e-91ee-48cb92bdbb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:31:44.939806 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=786d1652-aefa-4fa7-a1c9-ec177ac77b22,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:31:44.942654 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:31:46.620711 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 786d1652-aefa-4fa7-a1c9-ec177ac77b22 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:31:46.676170 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 786d1652-aefa-4fa7-a1c9-ec177ac77b22 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:31:46.676464 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:55.508760 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-8163cdfc-0e0c-40a2-b7e2-ef647ce8685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:58.221027 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-81841113-5396-4846-a378-2e1f57319b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:58.564987 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:31:59.440026 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:01.029226 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:05.830688 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:32:25.516847 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-413a3a21-515f-40ec-941c-2ab82758a29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:28.234192 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e5cb572d-4ce9-4adf-8380-e3d40472fe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:28.550848 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:29.456775 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:31.070434 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:42.828792 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:32:55.512592 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-65060ffa-46f9-44d7-9385-c78ab7835acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:58.224021 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7019d9d9-5df2-4ed4-b021-6d911b62e77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:58.546939 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:32:59.438359 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:01.044538 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:19.826328 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:33:21.841432 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33198) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:21.904076 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f87f9e-13fb-4f36-bdee-4639ec854a05 admin admin] GET failed (client error): The resource could not be found. Jun 24 06:33:21.905369 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-e1f87f9e-13fb-4f36-bdee-4639ec854a05 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629749 Jun 24 06:33:22.060865 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a9577a-77b2-461d-9b5d-6f91474c9d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:22.062381 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-65a9577a-77b2-461d-9b5d-6f91474c9d4d admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1532660 Jun 24 06:33:24.200435 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33208) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:24.289049 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9335155-2d4f-4747-845d-9e5737796b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:24.290386 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a9335155-2d4f-4747-845d-9e5737796b4a admin admin] 10.222.0.15 "GET /v2.0/subnets/3379461e-bd13-4fe1-b77d-ec2c99db8a90 HTTP/1.1" status: 200 len: 849 time: 0.0890770 Jun 24 06:33:24.300390 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:33:24.384059 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:24.571316 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783926902492'] for subnet, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:24.575401 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9bbe5f78-c1dd-4861-84f9-3917689540fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:33:24.609939 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:24.610529 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:24.611796 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] 10.222.0.15 "PUT /v2.0/subnets/3379461e-bd13-4fe1-b77d-ec2c99db8a90 HTTP/1.1" status: 200 len: 868 time: 0.3152809 Jun 24 06:33:24.612372 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a3523-6f09-452e-8e8b-7fbf80535496 None None] Network 32fe445d-e588-4ad4-9349-3abbe5105b6f requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:33:24.634949 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3379461e-bd13-4fe1-b77d-ec2c99db8a90,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:33:24.643320 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.643716 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.644026 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.644353 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.644675 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.644994 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.645344 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.645662 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.645981 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.646287 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.646602 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.646914 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:33:24.650688 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:33:24.998208 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-1857cab3-207b-4da4-9336-b6f21956c4b3 None None] Provisioning complete for port b5c115ed-84d6-43a3-811d-feadf3ac7072 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:33:24.998585 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-1857cab3-207b-4da4-9336-b6f21956c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:25.093590 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-1857cab3-207b-4da4-9336-b6f21956c4b3 None None] Provisioning complete for port 3ca264b9-f248-4028-b922-44354c5a3cea triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:33:25.093888 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-1857cab3-207b-4da4-9336-b6f21956c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:25.503397 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-02f1efd0-7d0c-4989-8a3c-c4b12d1efa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:26.747829 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33216) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:26.941851 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3811568-2a6c-458d-b6da-13ca31e6499d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:26.942280 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3811568-2a6c-458d-b6da-13ca31e6499d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:26.943812 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-d3811568-2a6c-458d-b6da-13ca31e6499d admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950297 Jun 24 06:33:28.242973 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bef6f080-2e10-40e0-89c3-7e1149b83a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:28.554572 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:29.096117 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33224) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:29.222794 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a47b36-c2a8-4c98-ac39-a6d90a9ef3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:29.223180 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a47b36-c2a8-4c98-ac39-a6d90a9ef3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:29.224658 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-95a47b36-c2a8-4c98-ac39-a6d90a9ef3ee admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276062 Jun 24 06:33:29.460210 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:31.045981 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:31.339017 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33232) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:31.460382 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13aa7b-d1b5-4a40-af29-37753ff2b791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:31.461720 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-9c13aa7b-d1b5-4a40-af29-37753ff2b791 admin admin] 10.222.0.15 "GET /v2.0/networks/12fe5860-aecd-4b94-83a1-6dc811b515d7 HTTP/1.1" status: 200 len: 886 time: 0.1211851 Jun 24 06:33:33.596857 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33242) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:33.721873 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c533d8a-d2ad-4a1c-ac1f-e5e50006569e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:33.723231 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9c533d8a-d2ad-4a1c-ac1f-e5e50006569e admin admin] 10.222.0.15 "GET /v2.0/networks/32fe445d-e588-4ad4-9349-3abbe5105b6f HTTP/1.1" status: 200 len: 869 time: 0.1253905 Jun 24 06:33:35.838882 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33250) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:36.031450 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba95cfa-fd51-4d9b-b5d8-9d188149dec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:36.031821 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba95cfa-fd51-4d9b-b5d8-9d188149dec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:36.033352 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-3ba95cfa-fd51-4d9b-b5d8-9d188149dec2 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1929152 Jun 24 06:33:38.143668 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33258) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:38.233909 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2954f6-0e44-4635-8d8c-e3062bb6226b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:38.234299 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2954f6-0e44-4635-8d8c-e3062bb6226b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:38.235798 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-ea2954f6-0e44-4635-8d8c-e3062bb6226b admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911610 Jun 24 06:33:40.359325 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33266) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:40.451659 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb9ebd-4ffb-44ff-a684-05725d20d7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:40.453007 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-09cb9ebd-4ffb-44ff-a684-05725d20d7d5 admin admin] 10.222.0.15 "GET /v2.0/subnets/3379461e-bd13-4fe1-b77d-ec2c99db8a90 HTTP/1.1" status: 200 len: 868 time: 0.0927382 Jun 24 06:33:42.554972 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33274) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:33:42.638936 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f60e8-93e0-471f-b434-e3470d96ca35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:33:42.640281 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-033f60e8-93e0-471f-b434-e3470d96ca35 admin admin] 10.222.0.15 "GET /v2.0/subnets/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621 HTTP/1.1" status: 200 len: 816 time: 0.0843661 Jun 24 06:33:55.543102 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-b5a6ab1e-c699-4b4f-b2e6-f66789e137cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:56.824457 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:33:58.242223 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee75e-87c2-42ff-baf9-2e20c9691372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:58.550843 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:33:59.456311 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:01.036638 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:06.024747 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33318) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:34:06.069912 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [None req-06305f10-3c1d-4f6d-8499-588c13dbbcbc admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:34:06.070918 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-06305f10-3c1d-4f6d-8499-588c13dbbcbc admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451922 Jun 24 06:34:08.287067 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33326) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:34:08.348254 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47ed44a-f43d-45e4-aa64-d822040638ec admin admin] GET failed (client error): The resource could not be found. Jun 24 06:34:08.349586 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-d47ed44a-f43d-45e4-aa64-d822040638ec admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616033 Jun 24 06:34:08.487053 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab192fc-a698-4643-b0e1-6612bb9bb284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:34:08.488460 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-aab192fc-a698-4643-b0e1-6612bb9bb284 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351302 Jun 24 06:34:10.617304 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33334) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:34:10.662698 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:34:10.752645 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Made reservation on behalf of de9d0084af8c42f2b5bebd2d0f4e626e for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:34:10.754954 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:10.787519 dv-cinder-784092-10-iscsi neutron-server[100200]: WARNING neutron.services.revisions.revision_plugin [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Could not find related network for resource to bump revision. Jun 24 06:34:10.802974 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:34:10.816279 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783927051039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:10.816808 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Unsubscribe: segment precommit_create {{(pid=100200) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 06:34:10.817268 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Added segment 4f2891c8-8000-455c-9d24-b0fecea7be16 of type vlan for network 50c7f15c-51ba-4cec-9cb8-b137249300ba Jun 24 06:34:10.860983 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:10.970055 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:10.971466 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:34:10.972036 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:10.974120 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:34:11.059695 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Pushing event updated for resources: {'Network': ['ID=50c7f15c-51ba-4cec-9cb8-b137249300ba,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:34:11.062930 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:34:11.069997 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 50c7f15c-51ba-4cec-9cb8-b137249300ba details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:34:11.121099 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4898000 Jun 24 06:34:13.267290 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33342) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:34:13.326358 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9976bb-8aff-4501-a0e3-38d362ce2648 admin admin] GET failed (client error): The resource could not be found. Jun 24 06:34:13.327653 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1e9976bb-8aff-4501-a0e3-38d362ce2648 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594213 Jun 24 06:34:13.396909 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1621a4-793c-4c44-9adc-bbbe277ddf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:34:13.398342 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-bf1621a4-793c-4c44-9adc-bbbe277ddf0a admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669889 Jun 24 06:34:13.407916 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Request body: {'subnet': {'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:34:13.496377 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Made reservation on behalf of de9d0084af8c42f2b5bebd2d0f4e626e for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:34:13.498630 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:13.718902 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:13.721653 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:34:13.776727 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4645b43f-e2fe-4167-a321-1aef18a30668,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:34:13.780267 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:34:13.781571 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Checking segment: {'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:34:13.781705 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Network hostable DHCP agents. Network: 50c7f15c-51ba-4cec-9cb8-b137249300ba, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:34:13.872592 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Network 50c7f15c-51ba-4cec-9cb8-b137249300ba is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:34:13.938431 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 50c7f15c-51ba-4cec-9cb8-b137249300ba) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:34:13.942602 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:34:13.943188 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:13.948206 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d608ee3-5a5c-4313-89cd-5df73c1b8dbb None None] Network 50c7f15c-51ba-4cec-9cb8-b137249300ba requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:34:14.074102 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6693695 Jun 24 06:34:14.090462 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-50c7f15c-51ba-4cec-9cb8-b137249300ba', 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba', 'tenant_id': 'de9d0084af8c42f2b5bebd2d0f4e626e', 'fixed_ips': [{'subnet_id': '4645b43f-e2fe-4167-a321-1aef18a30668'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 06:34:14.091375 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:14.257431 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Allocated IP 192.168.233.2 (50c7f15c-51ba-4cec-9cb8-b137249300ba/4645b43f-e2fe-4167-a321-1aef18a30668/1c2c8777-7711-4612-a873-2d607a1b634e) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:34:14.396451 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:14.405810 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Transition to ACTIVE for port object 1c2c8777-7711-4612-a873-2d607a1b634e will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:34:14.421349 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Transition to ACTIVE for port object 1c2c8777-7711-4612-a873-2d607a1b634e will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:34:14.476434 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:14.479081 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-d89b5070-6d5a-4f4d-a28c-b0523e6fc794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:34:14.520765 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Network 50c7f15c-51ba-4cec-9cb8-b137249300ba is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:34:14.525698 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:34:14.528483 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:34:14.539191 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Pushing event updated for resources: {'Port': ['ID=1c2c8777-7711-4612-a873-2d607a1b634e,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:34:14.562604 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.563048 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.570325 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:34:14.571390 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:34:14.604771 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Attempting to bind port 1c2c8777-7711-4612-a873-2d607a1b634e on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:34:14.605238 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Attempting to bind port 1c2c8777-7711-4612-a873-2d607a1b634e by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:34:14.605609 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Attempting to bind port 1c2c8777-7711-4612-a873-2d607a1b634e on network 50c7f15c-51ba-4cec-9cb8-b137249300ba {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:34:14.610569 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:34:14.610940 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Checking segment: {'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:34:14.611338 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:14.611731 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Bound using segment: {'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:34:14.612201 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Bound port: 1c2c8777-7711-4612-a873-2d607a1b634e, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:34:14.612571 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:14.679088 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] For port 1c2c8777-7711-4612-a873-2d607a1b634e, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:34:14.682887 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] For port 1c2c8777-7711-4612-a873-2d607a1b634e, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=1c2c8777-7711-4612-a873-2d607a1b634e,segment=NetworkSegment(4f2891c8-8000-455c-9d24-b0fecea7be16),segment_id=4f2891c8-8000-455c-9d24-b0fecea7be16)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:34:14.753541 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:14.755808 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:34:14.815919 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Pushing event updated for resources: {'Port': ['ID=1c2c8777-7711-4612-a873-2d607a1b634e,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:34:14.820017 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:34:15.603496 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa874f4-e1d4-4805-a74b-9e909d74d518 None None] Network 50c7f15c-51ba-4cec-9cb8-b137249300ba requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:34:15.726162 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-9b610caf-64b2-46e9-aa85-272d3d81a979 None None] Provisioning for port 1c2c8777-7711-4612-a873-2d607a1b634e completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:34:16.711924 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 1c2c8777-7711-4612-a873-2d607a1b634e up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:34:16.890091 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 1c2c8777-7711-4612-a873-2d607a1b634e completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:34:16.894394 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 1c2c8777-7711-4612-a873-2d607a1b634e triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:34:16.894776 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:16.985061 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:17.020352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 1c2c8777-7711-4612-a873-2d607a1b634e, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=1c2c8777-7711-4612-a873-2d607a1b634e,segment=NetworkSegment(4f2891c8-8000-455c-9d24-b0fecea7be16),segment_id=4f2891c8-8000-455c-9d24-b0fecea7be16)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:34:17.090307 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:17.092441 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:34:17.137085 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=1c2c8777-7711-4612-a873-2d607a1b634e,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:34:17.140072 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:34:18.704871 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 1c2c8777-7711-4612-a873-2d607a1b634e up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:34:18.751756 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 1c2c8777-7711-4612-a873-2d607a1b634e triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:34:18.752122 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:25.512283 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-694f8b13-973d-4e84-9f9f-b84db21bfd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:28.218520 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f03b-c39a-442a-a371-efdf5d80a008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:28.575246 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:29.460672 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:31.075881 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:33.822279 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:34:55.531901 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0d3e34bf-2392-4ce7-bf2d-fdd12a7cf88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:58.208618 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-776acae1-6305-4412-942c-4b537534e2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:58.549018 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:34:59.480802 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:01.086279 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:10.820219 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:35:25.498911 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f93821a4-f3be-4ffb-a1c0-4a5c7fd70927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:28.208191 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-979116e3-d21f-4fd8-9440-e442f31cfcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:28.565313 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:29.453613 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:31.047560 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:47.819130 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:35:55.530145 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-47e4dcf0-9e97-4aeb-8942-0e92ad2a42f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:57.411768 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33394) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:35:57.418091 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [None req-ae76af0a-80f2-4523-ab49-fd333706b1f8 tempest-verify_tempest_config-150210432 tempest-verify_tempest_config-150210432-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:35:57.419029 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-ae76af0a-80f2-4523-ab49-fd333706b1f8 tempest-verify_tempest_config-150210432 tempest-verify_tempest_config-150210432-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063169 Jun 24 06:35:57.931141 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33412) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:35:58.031896 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:58.146702 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:58.215729 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-74ba0649-d773-4a85-8b1d-9d09b8357273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:58.247073 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:58.250129 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:35:58.292569 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db61b93f-0781-457c-a5ef-6a503ad207d9,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:35:58.297292 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9e54d56eee247b38fcbc49409d831fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3651490 Jun 24 06:35:58.299986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33416) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:35:58.301979 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.302351 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.302697 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.303033 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.304680 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.305047 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.305411 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.305768 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.306838 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.307177 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.307509 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.307837 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.316261 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:35:58.359515 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:58.380544 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:58.535804 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:58.538585 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:58.539692 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db61b93f-0781-457c-a5ef-6a503ad207d9 HTTP/1.1" status: 204 len: 168 time: 0.2387564 Jun 24 06:35:58.540871 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:35:58.549012 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db61b93f-0781-457c-a5ef-6a503ad207d9,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:35:58.555326 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.555669 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.556524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.556929 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.557292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.557640 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.557967 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.558302 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.558629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.558948 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.559266 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.559581 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:35:58.562893 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:35:58.566788 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:35:59.464210 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:01.047107 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:24.818179 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:36:25.528969 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-89ecfa8e-a841-4ebe-bab3-05520782c05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:28.203564 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a368fc65-b912-4077-91de-05fedaba4f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:28.577723 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:29.460466 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:31.088612 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:55.504910 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ce917a0c-d68d-4fba-b223-b8eb7927ccdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:58.207961 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-595672c8-f946-4ae4-95d2-9067c979ee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:58.547529 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:36:59.487673 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:01.096399 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:01.817090 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 5 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:37:25.512522 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6f9daf8b-c3a9-4fd8-850d-ce9a3232b956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:28.204916 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-68c37514-98af-40b7-8589-e7f423bafff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:28.584348 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:29.472587 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:31.124293 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:34.856080 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030'] for agent, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:38.818197 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:37:38.991462 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33470) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:37:39.091806 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c56512dd-8688-45d0-a4a9-046cff855c42 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0992589 Jun 24 06:37:41.245383 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33480) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:37:41.298014 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b8446976-315b-4360-ae6b-bfbd73451cf7 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0515602 Jun 24 06:37:55.505841 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-58271f8f-f3c5-4309-aef0-b438b2ad396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:58.206033 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9cee22f4-6535-4e4e-b026-f25e25cc785b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:58.566845 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:37:59.469332 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:01.065965 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:04.801087 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:15.818249 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:38:25.522859 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3c12-68e8-4322-8e89-8ce60f678a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:28.208493 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-cd80c67f-9f20-4981-9ac6-fca2143fe881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:28.591008 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:29.474214 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:31.099362 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:34.830724 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:52.818944 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:38:55.521391 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f1f053f7-1efa-4205-af40-5794506baf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:58.227195 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3b64-929a-4f85-9ca5-21169784e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:58.553605 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:38:59.470213 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:01.096946 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:04.852916 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:06.994906 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33630) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:07.507243 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1344758591-network', 'tenant_id': '3da985805b8140729e3933a4b917704d'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:07.615393 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Made reservation on behalf of 3da985805b8140729e3933a4b917704d for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:07.617857 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:07.631275 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:07.718671 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:07.781321 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:07.786138 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:07.808353 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:39:07.820616 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c646b0c8-f154-4c88-bea5-3cd15d43662f,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:07.823754 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:07.824096 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Added segment c588724c-8562-4071-aecf-996dac0fb7db of type vlan for network 3a554d5e-b806-4c52-91d7-5577b77053ad Jun 24 06:39:07.836212 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Tracked resource versions report: Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: pushed versions: Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: { 'AddressGroup': {'1.2'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'ConntrackHelper': {'1.0'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Log': {'1.0'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Network': {'1.1'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Port': {'1.7'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'PortForwarding': {'1.2'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'QosPolicy': {'1.8'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SecurityGroup': {'1.4'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SecurityGroupRule': {'1.2'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SubPort': {'1.0'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Subnet': {'1.1'}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Trunk': {'1.1'}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: consumer versions: Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: { DHCP agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: HyperV agent@hv-cinder-78409: {}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: L3 agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: Metadata agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: Metering agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: Open vSwitch agent@dv-cinder-784092-10-iscsi: { 'AddressGroup': '1.2', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'ConntrackHelper': '1.0', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Log': '1.0', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Network': '1.1', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Port': '1.7', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'PortForwarding': '1.2', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'QosPolicy': '1.8', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SecurityGroup': '1.4', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SecurityGroupRule': '1.2', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'SubPort': '1.0', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Subnet': '1.1', Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: 'Trunk': '1.1'}} Jun 24 06:39:07.848253 dv-cinder-784092-10-iscsi neutron-server[100200]: {{(pid=100200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 06:39:07.851122 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:07.891871 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.021485 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.022801 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:08.023374 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.026406 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:08.091779 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Pushing event updated for resources: {'Network': ['ID=3a554d5e-b806-4c52-91d7-5577b77053ad,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:08.095367 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:08.104732 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 3a554d5e-b806-4c52-91d7-5577b77053ad details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:39:08.116926 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33678) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:08.117520 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1211913 Jun 24 06:39:08.123406 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Request body: {'subnet': {'network_id': '3a554d5e-b806-4c52-91d7-5577b77053ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1344758591-subnet', 'tenant_id': '3da985805b8140729e3933a4b917704d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:08.200813 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Made reservation on behalf of 3da985805b8140729e3933a4b917704d for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:08.203557 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Notify callbacks [] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.216807 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33684) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:08.298125 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33692) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:08.450354 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.453672 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-83d57b6d-6373-4410-a3ca-6ee12a827a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:08.503702 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Pushing event updated for resources: {'Subnet': ['ID=941d9012-8aab-43ca-b6c7-f62dfc0379c5,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:08.512584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.513256 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.513781 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.514318 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.514837 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.515382 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.515781 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.516194 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.516595 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.516985 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.517457 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.517841 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Tracked resource versions report: Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: pushed versions: Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: { 'AddressGroup': {'1.2'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'ConntrackHelper': {'1.0'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Log': {'1.0'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Network': {'1.1'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Port': {'1.7'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'PortForwarding': {'1.2'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'QosPolicy': {'1.8'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SecurityGroup': {'1.4'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SecurityGroupRule': {'1.2'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SubPort': {'1.0'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Subnet': {'1.1'}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Trunk': {'1.1'}} Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: consumer versions: Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: { DHCP agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: HyperV agent@hv-cinder-78409: {}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: L3 agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: Metadata agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: Metering agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: Open vSwitch agent@dv-cinder-784092-10-iscsi: { 'AddressGroup': '1.2', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'ConntrackHelper': '1.0', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Log': '1.0', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Network': '1.1', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Port': '1.7', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'PortForwarding': '1.2', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'QosPolicy': '1.8', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SecurityGroup': '1.4', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SecurityGroupRule': '1.2', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'SubPort': '1.0', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Subnet': '1.1', Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: 'Trunk': '1.1'}} Jun 24 06:39:08.519896 dv-cinder-784092-10-iscsi neutron-server[100201]: {{(pid=100201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 06:39:08.532135 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:08.541535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Checking segment: {'id': 'c588724c-8562-4071-aecf-996dac0fb7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a554d5e-b806-4c52-91d7-5577b77053ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:08.541887 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Network hostable DHCP agents. Network: 3a554d5e-b806-4c52-91d7-5577b77053ad, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:39:08.560837 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2134266709-network', 'tenant_id': '36a12fa5131f40a18b7f39735fcf230c'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:08.680974 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Network 3a554d5e-b806-4c52-91d7-5577b77053ad is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:39:08.703870 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Made reservation on behalf of 36a12fa5131f40a18b7f39735fcf230c for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:08.706241 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.718314 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.749840 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 3a554d5e-b806-4c52-91d7-5577b77053ad) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:08.755682 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:08.757269 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.760792 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc867b19-b634-43da-b741-5e59811458f1 None None] Network 3a554d5e-b806-4c52-91d7-5577b77053ad requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:08.830476 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.867412 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-241534378-network', 'tenant_id': 'efb6fb89a48a45458c80183938725323'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:08.896079 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75496de0-b885-412e-9c67-8325ba644583 None None] Network 3a554d5e-b806-4c52-91d7-5577b77053ad requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:08.902368 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.915236 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33712) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:08.917584 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:39:08.924098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-cd543ba3-ae5d-4925-bb13-e6d92dfa19b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:08.930193 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.930886 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Added segment f3400029-84a2-4d07-8c62-3ade27fb3b13 of type vlan for network d5eec1cb-e034-4349-8b2b-ef549540cd3a Jun 24 06:39:08.956169 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33718) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:08.995540 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:08.997683 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8795872 Jun 24 06:39:09.008628 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:09.012577 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:09.118389 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Made reservation on behalf of efb6fb89a48a45458c80183938725323 for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:09.122134 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.125932 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.135285 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:09.136120 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.139579 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:09.156802 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-907136094-network', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:09.186430 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.194205 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-network', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:09.202205 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Pushing event updated for resources: {'Network': ['ID=d5eec1cb-e034-4349-8b2b-ef549540cd3a,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:09.209760 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:09.211858 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network d5eec1cb-e034-4349-8b2b-ef549540cd3a details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:39:09.278443 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Made reservation on behalf of 7f8d8ca933ea4547b20d4fbf374c848d for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:09.281470 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.290730 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.331400 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1130126 Jun 24 06:39:09.334863 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33732) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:09.341600 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Request body: {'subnet': {'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2134266709-subnet', 'tenant_id': '36a12fa5131f40a18b7f39735fcf230c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:09.410101 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Made reservation on behalf of 76a798a454d34bc99b6f671eab8f07b7 for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:09.413661 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.424191 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.498365 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.570470 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.574906 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b10858bc-9b23-4403-8792-e8e4ea86f672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:09.596525 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3008ebe-e188-454d-9b18-bf15f9b08230,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:09.612058 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:09.621375 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:39:09.631320 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.631870 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Added segment 277d401c-65e2-4e6b-916c-0dac7030fc84 of type vlan for network 75d40935-d872-4371-8e76-885424ef19ba Jun 24 06:39:09.683337 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.704797 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.778456 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.793425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:09.795340 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:39:09.807911 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.808258 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Added segment 6f631a02-7bcf-4460-a382-cc0b233b852c of type vlan for network c42871d8-e1d8-4c3e-9434-390214e0f8e0 Jun 24 06:39:09.809370 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.810941 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:09.811689 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.814798 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:09.889404 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Made reservation on behalf of 36a12fa5131f40a18b7f39735fcf230c for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:09.892271 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.909969 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6e01a-012c-4bc7-80bb-438e4a039b57,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:09.918971 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:09.931663 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:09.977637 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6779542 Jun 24 06:39:09.980399 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33766) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:09.989535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Request body: {'subnet': {'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-subnet', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:09.990991 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Pushing event updated for resources: {'Network': ['ID=75d40935-d872-4371-8e76-885424ef19ba,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:09.995020 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:10.004210 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 75d40935-d872-4371-8e76-885424ef19ba details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:39:10.090856 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.db.api [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 06:39:10.090856 dv-cinder-784092-10-iscsi neutron-server[100201]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 06:39:10.090856 dv-cinder-784092-10-iscsi neutron-server[100201]: [parameters: {'project_id_1': 'efb6fb89a48a45458c80183938725323', 'expiration_1': datetime.datetime(2021, 6, 24, 6, 39, 9, 996323)}] Jun 24 06:39:10.090856 dv-cinder-784092-10-iscsi neutron-server[100201]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 06:39:10.092016 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_db.api [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 06:39:10.099732 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.109856 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:10.110457 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.118612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:10.213683 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Pushing event updated for resources: {'Network': ['ID=c42871d8-e1d8-4c3e-9434-390214e0f8e0,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:10.216606 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:10.226788 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:39:10.230544 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.250404 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.254954 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5ccb4e06-31f0-44c7-bf48-e759cea57c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:10.302848 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.309363 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:10.348610 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:39:10.366245 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.366593 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Added segment fef62541-f6be-43eb-9364-2ff4f55d67ea of type vlan for network 4351b1f2-aa50-4346-917e-ebdf9734507e Jun 24 06:39:10.368720 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4523909 Jun 24 06:39:10.376591 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33788) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:10.382528 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Request body: {'subnet': {'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-907136094-subnet', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:10.388697 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34704730-9359-4544-a072-e26e13d273a6,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:10.414002 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:10.431736 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2254bff-d9f6-4049-8c4f-101fc662efb7,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:10.437358 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:10.443221 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Checking segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:10.443931 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Network hostable DHCP agents. Network: d5eec1cb-e034-4349-8b2b-ef549540cd3a, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:39:10.461958 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.530619 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Made reservation on behalf of 7f8d8ca933ea4547b20d4fbf374c848d for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:10.536937 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.558294 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Network d5eec1cb-e034-4349-8b2b-ef549540cd3a is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:39:10.634321 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.641217 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:10.641787 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.645107 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, d5eec1cb-e034-4349-8b2b-ef549540cd3a) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:10.649307 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:10.655377 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d37889-8b2d-4797-a199-3b6aa0aa6ddd None None] Network d5eec1cb-e034-4349-8b2b-ef549540cd3a requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:10.660824 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:10.662626 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.725693 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4351b1f2-aa50-4346-917e-ebdf9734507e,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:10.734380 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:10.747722 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 4351b1f2-aa50-4346-917e-ebdf9734507e details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:39:10.796647 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33816) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:10.799257 dv-cinder-784092-10-iscsi neutron-server[100200]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 06:39:10.823818 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Made reservation on behalf of efb6fb89a48a45458c80183938725323 for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:10.826293 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:10.904115 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9451666 Jun 24 06:39:10.906973 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33826) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:10.916304 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Request body: {'subnet': {'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-subnet', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:10.925657 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93d427-d803-4748-935d-76417365f2e5 None None] Network d5eec1cb-e034-4349-8b2b-ef549540cd3a requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:10.976998 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6409492 Jun 24 06:39:11.041212 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:11.063816 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-fb706b48-7a9e-47f2-a413-243d7b0148db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:11.113461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4a115ae0-75a0-459e-8ee6-880ab50d2d99 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:11.115459 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4a115ae0-75a0-459e-8ee6-880ab50d2d99 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/networks?id=3a554d5e-b806-4c52-91d7-5577b77053ad HTTP/1.1" status: 200 len: 812 time: 0.3173716 Jun 24 06:39:11.137114 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-97d0ea4c-013b-4ee5-8b0c-477934ebdabd tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/quotas/3da985805b8140729e3933a4b917704d HTTP/1.1" status: 200 len: 375 time: 0.0158713 Jun 24 06:39:11.171307 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Made reservation on behalf of 76a798a454d34bc99b6f671eab8f07b7 for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:11.173596 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:11.249941 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f1b03d87-bb68-4029-8a0d-89b2016922cf tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3da985805b8140729e3933a4b917704d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063116 Jun 24 06:39:11.342401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e5a473-276a-4821-8821-5a2981ad74f4,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:11.344506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:11.348139 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:11.356351 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:11.402359 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Checking segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:11.402714 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Network hostable DHCP agents. Network: c42871d8-e1d8-4c3e-9434-390214e0f8e0, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:39:11.442527 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d67e38f-202a-459f-88a2-398f5311f7b6,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:11.451419 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:11.494652 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Checking segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:11.495009 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Network hostable DHCP agents. Network: 75d40935-d872-4371-8e76-885424ef19ba, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:39:11.517314 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:39:11.601219 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Network 75d40935-d872-4371-8e76-885424ef19ba is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:39:11.670194 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:11.673748 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:11.705451 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, c42871d8-e1d8-4c3e-9434-390214e0f8e0) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:11.715044 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dece78-3a23-4b4a-ae63-5ccd31810a14 None None] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:11.719548 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33862) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:11.733092 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:11.733703 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:11.750538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 75d40935-d872-4371-8e76-885424ef19ba) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:11.772622 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:11.772622 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:11.772925 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33868) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:11.830709 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5690c08-ca48-4d35-b20f-653d32fce93e None None] Network 75d40935-d872-4371-8e76-885424ef19ba requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:11.840359 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:11.843080 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:11.849917 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6ce45544-c340-45ba-b816-5052e476a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:11.871010 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Checking segment: {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:11.871644 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Network hostable DHCP agents. Network: 4351b1f2-aa50-4346-917e-ebdf9734507e, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:39:11.879781 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-44e4d810-8675-477d-bae8-9fd3464b137f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5014710 Jun 24 06:39:11.885687 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33872) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:11.889277 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-2b4c476c-9129-4cfe-8412-c7ae89ea0153 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:39:11.890256 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-2b4c476c-9129-4cfe-8412-c7ae89ea0153 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1228218 Jun 24 06:39:11.898683 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:11.947331 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-de19a543-be06-49b2-b53d-d24a25aa4575 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9607737 Jun 24 06:39:11.947331 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33874) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:11.955331 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:11.955617 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ee28c4a5-06a8-4cb1-a3d3-5226c442c5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:11.989813 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Network 4351b1f2-aa50-4346-917e-ebdf9734507e is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:39:12.053907 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 06:39:12.055225 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.065492 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-9bc79499-de57-4ed1-aafb-2ed9de0af3b6 service neutron] 10.222.0.15 "GET /v2.0/networks/3a554d5e-b806-4c52-91d7-5577b77053ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673651 Jun 24 06:39:12.070139 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 4351b1f2-aa50-4346-917e-ebdf9734507e) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:12.081893 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:12.082786 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.104527 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05852c61-e8b9-4798-a261-1f5d05962838 None None] Network 4351b1f2-aa50-4346-917e-ebdf9734507e requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:12.155849 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33890) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:12.157897 dv-cinder-784092-10-iscsi neutron-server[100201]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 06:39:12.173476 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-75d40935-d872-4371-8e76-885424ef19ba', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 06:39:12.174557 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.193171 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6ce45544-c340-45ba-b816-5052e476a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.212085 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-22a68f59-3b3b-4d36-be71-b280039ab9c2 service neutron] 10.222.0.15 "GET /v2.0/networks/3a554d5e-b806-4c52-91d7-5577b77053ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406307 Jun 24 06:39:12.271490 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6ce45544-c340-45ba-b816-5052e476a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.277744 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:12.312484 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce45544-c340-45ba-b816-5052e476a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba94c6bc-956f-41fb-8b8f-3fb7c8551328,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:12.319587 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6ce45544-c340-45ba-b816-5052e476a47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:12.337142 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6ce45544-c340-45ba-b816-5052e476a47c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=203a38369cf141868aa919a15a4d1e1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6164412 Jun 24 06:39:12.339580 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33892) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:12.343907 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4359360 Jun 24 06:39:12.361459 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 33894) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:12.361459 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:12.372538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-134d1818-88b0-4680-9abf-b7a003160cd0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:12.380118 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-134d1818-88b0-4680-9abf-b7a003160cd0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 815 time: 0.2233195 Jun 24 06:39:12.397775 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-c1e91af2-3d56-47ee-aae1-8ceff0d551e3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/quotas/36a12fa5131f40a18b7f39735fcf230c HTTP/1.1" status: 200 len: 375 time: 0.0166185 Jun 24 06:39:12.433643 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-757d07ca-de5e-4fcf-8fe2-1173364a4962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.447384 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-8c5a6e4b-4d85-4065-b3bb-47b5be4f8da0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475948 Jun 24 06:39:12.459736 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-757d07ca-de5e-4fcf-8fe2-1173364a4962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.555864 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-eaab43a3-7e15-4fc6-b79e-3d1cf19f37b2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:39:12.557103 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-eaab43a3-7e15-4fc6-b79e-3d1cf19f37b2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510652 Jun 24 06:39:12.596137 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Allocated IP 172.20.0.2 (c42871d8-e1d8-4c3e-9434-390214e0f8e0/e1e5a473-276a-4821-8821-5a2981ad74f4/9a47ddec-3db6-4543-9764-94bb3fa85048) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:12.605830 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c77da-6614-433f-8aaf-55312beda35a None None] Network 4351b1f2-aa50-4346-917e-ebdf9734507e requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:12.637975 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Allocated IP 172.20.0.2 (75d40935-d872-4371-8e76-885424ef19ba/3d67e38f-202a-459f-88a2-398f5311f7b6/d8abbf12-da3e-4da9-979e-eef1a3a1bf5f) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:12.642591 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.644178 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.658906 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.db.api [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 06:39:12.658906 dv-cinder-784092-10-iscsi neutron-server[100201]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 06:39:12.658906 dv-cinder-784092-10-iscsi neutron-server[100201]: [parameters: {'project_id_1': 'efb6fb89a48a45458c80183938725323', 'expiration_1': datetime.datetime(2021, 6, 24, 6, 39, 11, 960147)}] Jun 24 06:39:12.658906 dv-cinder-784092-10-iscsi neutron-server[100201]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 06:39:12.659340 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_db.api [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 06:39:12.659801 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.db.api [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 06:39:12.659801 dv-cinder-784092-10-iscsi neutron-server[100201]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 06:39:12.659801 dv-cinder-784092-10-iscsi neutron-server[100201]: [parameters: {'project_id_1': '76a798a454d34bc99b6f671eab8f07b7', 'expiration_1': datetime.datetime(2021, 6, 24, 6, 39, 12, 363063)}] Jun 24 06:39:12.659801 dv-cinder-784092-10-iscsi neutron-server[100201]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 06:39:12.660314 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_db.api [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 06:39:12.700418 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-ab0b488b-33d9-48d4-b498-5ca39483a228 service neutron] 10.222.0.15 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359680 Jun 24 06:39:12.716378 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-757d07ca-de5e-4fcf-8fe2-1173364a4962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.733290 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-757d07ca-de5e-4fcf-8fe2-1173364a4962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.736718 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-757d07ca-de5e-4fcf-8fe2-1173364a4962 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba94c6bc-956f-41fb-8b8f-3fb7c8551328 HTTP/1.1" status: 204 len: 168 time: 0.3938019 Jun 24 06:39:12.737631 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:12.772710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:12.772941 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d07ca-de5e-4fcf-8fe2-1173364a4962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba94c6bc-956f-41fb-8b8f-3fb7c8551328,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:12.781910 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-757d07ca-de5e-4fcf-8fe2-1173364a4962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:12.921682 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bad5782c-ed9f-461a-9b7b-b67e3a9f939e req-2c852d57-3a7c-4612-80b3-f5bdba571e7f tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.0736463 Jun 24 06:39:12.997288 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ee28c4a5-06a8-4cb1-a3d3-5226c442c5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.049026 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.056870 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.068149 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-c3d87931-4730-4ecf-a8b0-98f5cb8ea60f service neutron] 10.222.0.15 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886062 Jun 24 06:39:13.068666 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Transition to ACTIVE for port object 9a47ddec-3db6-4543-9764-94bb3fa85048 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:13.070688 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.088055 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Transition to ACTIVE for port object d8abbf12-da3e-4da9-979e-eef1a3a1bf5f will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:13.096552 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Transition to ACTIVE for port object 9a47ddec-3db6-4543-9764-94bb3fa85048 will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:13.104173 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ee28c4a5-06a8-4cb1-a3d3-5226c442c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.108988 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0d9e7920-8125-4dc2-b952-807d0b36bd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:13.115911 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Transition to ACTIVE for port object d8abbf12-da3e-4da9-979e-eef1a3a1bf5f will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:13.145451 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28c4a5-06a8-4cb1-a3d3-5226c442c5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a666d1a5-3a64-4c7f-9059-212f2682fe39,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:13.167806 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.171174 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:13.175878 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ee28c4a5-06a8-4cb1-a3d3-5226c442c5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:13.189126 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-ee28c4a5-06a8-4cb1-a3d3-5226c442c5e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdfc3bef82f14ae88e2c0f6f117330fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4150379 Jun 24 06:39:13.192553 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33930) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:13.247516 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:13.257876 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:13.262373 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.269496 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:13.270401 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-398b3d95-29fe-44d9-a442-c872fad70c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.308443 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Pushing event updated for resources: {'Port': ['ID=9a47ddec-3db6-4543-9764-94bb3fa85048,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:13.317966 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-398b3d95-29fe-44d9-a442-c872fad70c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.336891 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.337957 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.359680 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.360311 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.360825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.361346 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.361820 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.362293 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.363352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.363864 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.364205 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.364539 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.365012 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Tracked resource versions report: Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: pushed versions: Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: { 'AddressGroup': {'1.2'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'ConntrackHelper': {'1.0'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Log': {'1.0'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Network': {'1.1'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Port': {'1.7'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'PortForwarding': {'1.2'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'QosPolicy': {'1.8'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SecurityGroup': {'1.4'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SecurityGroupRule': {'1.2'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SubPort': {'1.0'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Subnet': {'1.1'}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Trunk': {'1.1'}} Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: consumer versions: Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: { DHCP agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: HyperV agent@hv-cinder-78409: {}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: L3 agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: Metadata agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: Metering agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: Open vSwitch agent@dv-cinder-784092-10-iscsi: { 'AddressGroup': '1.2', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'ConntrackHelper': '1.0', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Log': '1.0', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Network': '1.1', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Port': '1.7', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'PortForwarding': '1.2', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'QosPolicy': '1.8', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SecurityGroup': '1.4', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SecurityGroupRule': '1.2', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'SubPort': '1.0', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Subnet': '1.1', Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: 'Trunk': '1.1'}} Jun 24 06:39:13.367401 dv-cinder-784092-10-iscsi neutron-server[100202]: {{(pid=100202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 06:39:13.379381 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Network 75d40935-d872-4371-8e76-885424ef19ba is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:13.384716 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:13.386000 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:13.387717 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:13.395655 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:13.427897 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Attempting to bind port 9a47ddec-3db6-4543-9764-94bb3fa85048 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:13.428374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Attempting to bind port 9a47ddec-3db6-4543-9764-94bb3fa85048 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:13.428853 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Attempting to bind port 9a47ddec-3db6-4543-9764-94bb3fa85048 on network c42871d8-e1d8-4c3e-9434-390214e0f8e0 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:13.468134 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.483285 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-398b3d95-29fe-44d9-a442-c872fad70c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.490982 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:13.491714 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Checking segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:13.492332 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.492938 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Bound using segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:13.493653 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Bound port: 9a47ddec-3db6-4543-9764-94bb3fa85048, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:13.494244 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-398b3d95-29fe-44d9-a442-c872fad70c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.494481 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.500299 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-398b3d95-29fe-44d9-a442-c872fad70c17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a666d1a5-3a64-4c7f-9059-212f2682fe39 HTTP/1.1" status: 204 len: 168 time: 0.3057542 Jun 24 06:39:13.528169 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6ce45544-c340-45ba-b816-5052e476a47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:13.533034 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-658e977c-171e-4690-ab28-04f05ec697cc req-a63ba5d1-ee50-488d-99c9-5a4f3ab8eeed tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0586152 Jun 24 06:39:13.539589 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b3d95-29fe-44d9-a442-c872fad70c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666d1a5-3a64-4c7f-9059-212f2682fe39,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:13.556778 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-398b3d95-29fe-44d9-a442-c872fad70c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:13.558008 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Pushing event updated for resources: {'Port': ['ID=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:13.559634 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.560787 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.574954 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:13.579542 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Attempting to bind port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:13.579542 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Attempting to bind port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:13.579542 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Attempting to bind port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f on network 75d40935-d872-4371-8e76-885424ef19ba {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:13.613246 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:13.613875 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Checking segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:13.614330 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.614736 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Bound using segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:13.615224 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Bound port: d8abbf12-da3e-4da9-979e-eef1a3a1bf5f, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:13.615600 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.678927 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33960) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:13.686684 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] For port 9a47ddec-3db6-4543-9764-94bb3fa85048, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:13.691634 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] For port 9a47ddec-3db6-4543-9764-94bb3fa85048, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=9a47ddec-3db6-4543-9764-94bb3fa85048,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:13.700262 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-becf6237-b14a-410d-b3bb-88fc51467238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.712279 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] For port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:13.715485 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] For port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:13.779229 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.781275 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.790146 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:13.851156 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-becf6237-b14a-410d-b3bb-88fc51467238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.852263 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.855640 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.866685 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:13.911443 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Pushing event updated for resources: {'Port': ['ID=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:13.950025 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-becf6237-b14a-410d-b3bb-88fc51467238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.005355 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:14.019535 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-becf6237-b14a-410d-b3bb-88fc51467238 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68150869c24744c4bf9a266cc25629ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3388116 Jun 24 06:39:14.021406 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 33980) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:14.062241 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Pushing event updated for resources: {'Port': ['ID=9a47ddec-3db6-4543-9764-94bb3fa85048,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:14.071657 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:14.072079 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:14.072365 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:14.077444 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.093011 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf6237-b14a-410d-b3bb-88fc51467238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58785e94-3393-4751-8dcf-701b04c9868e,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:14.104741 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-becf6237-b14a-410d-b3bb-88fc51467238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:14.140376 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-46d6bcc7-063c-435a-8df6-4c506896c89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.183318 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-46d6bcc7-063c-435a-8df6-4c506896c89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.330476 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-46d6bcc7-063c-435a-8df6-4c506896c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.336966 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-46d6bcc7-063c-435a-8df6-4c506896c89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.338594 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-46d6bcc7-063c-435a-8df6-4c506896c89d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58785e94-3393-4751-8dcf-701b04c9868e HTTP/1.1" status: 204 len: 168 time: 0.3162286 Jun 24 06:39:14.339591 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-757d07ca-de5e-4fcf-8fe2-1173364a4962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:14.349294 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6bcc7-063c-435a-8df6-4c506896c89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58785e94-3393-4751-8dcf-701b04c9868e,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:14.355152 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3e06eb6b-a22d-4a5c-87b4-de418b8e5fbb req-341b7d1d-e098-47bd-be2e-3d3a2f395dfd tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.3071547 Jun 24 06:39:14.374637 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-46d6bcc7-063c-435a-8df6-4c506896c89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:14.544979 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.616474 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Allocated IP 172.27.2.233 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/7ab62d6e-75ee-4d44-aded-1f54353810b8) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:14.675887 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34004) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:14.694410 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-811670dd-3fc2-4d0a-90a7-977922332b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.711623 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-44ab97c8-a00a-48ec-bc7d-7947c9bddfc6 req-e165daa9-1e18-47c1-a82d-105b25ff6bbe tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0544596 Jun 24 06:39:14.877326 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-811670dd-3fc2-4d0a-90a7-977922332b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.913454 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.966823 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-811670dd-3fc2-4d0a-90a7-977922332b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:14.970558 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-398b3d95-29fe-44d9-a442-c872fad70c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:15.011122 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 9a47ddec-3db6-4543-9764-94bb3fa85048 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:15.021119 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811670dd-3fc2-4d0a-90a7-977922332b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25992443-9ad2-4422-a63f-48fff019e2bf,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:15.028732 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-811670dd-3fc2-4d0a-90a7-977922332b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:15.037793 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-811670dd-3fc2-4d0a-90a7-977922332b56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d235b988435e47acac4ec513bee9f48f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3585787 Jun 24 06:39:15.056643 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34022) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:15.158521 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2faba6f2-8c1a-4f7f-b1cb-cc37f9428cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.175629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.188034 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2faba6f2-8c1a-4f7f-b1cb-cc37f9428cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.200759 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.285935 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.286611 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 9a47ddec-3db6-4543-9764-94bb3fa85048 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:15.291249 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device d8abbf12-da3e-4da9-979e-eef1a3a1bf5f up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:15.309750 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5f200893-3666-4349-b719-2477cdf417f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:15.353151 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.376650 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2faba6f2-8c1a-4f7f-b1cb-cc37f9428cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.380417 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.383122 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2faba6f2-8c1a-4f7f-b1cb-cc37f9428cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.390188 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-2faba6f2-8c1a-4f7f-b1cb-cc37f9428cef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25992443-9ad2-4422-a63f-48fff019e2bf HTTP/1.1" status: 204 len: 168 time: 0.3256555 Jun 24 06:39:15.390188 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:15.432920 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faba6f2-8c1a-4f7f-b1cb-cc37f9428cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25992443-9ad2-4422-a63f-48fff019e2bf,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:15.439351 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2faba6f2-8c1a-4f7f-b1cb-cc37f9428cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:15.440919 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:15.452686 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:15.474273 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:15.480199 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Pushing event updated for resources: {'Port': ['ID=7ab62d6e-75ee-4d44-aded-1f54353810b8,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:15.524283 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:15.577776 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b99bfc-2d0a-4813-a899-b1b63fd0bf66 None None] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:15.650443 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:15.688860 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-eb64e7d2-2b18-4994-be2e-b5ec20fad80f req-bff02d9f-9446-4e7a-b689-08f53823c036 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.0550950 Jun 24 06:39:15.744392 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Allocated IP 172.27.2.194 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/476c11be-991e-4266-afbe-0c2e54f953e9) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:15.763500 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] Provisioning for port 9a47ddec-3db6-4543-9764-94bb3fa85048 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:15.769123 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] Provisioning complete for port 9a47ddec-3db6-4543-9764-94bb3fa85048 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:15.770242 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:15.981001 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4e0eb-9df6-4090-8345-22ddfa7eb14a None None] Network 75d40935-d872-4371-8e76-885424ef19ba requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:39:15.992539 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.081670 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] For port 9a47ddec-3db6-4543-9764-94bb3fa85048, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=9a47ddec-3db6-4543-9764-94bb3fa85048,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:16.170374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.199896 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.204291 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a301816e-4777-4973-aaf4-40b4b4c755da req-67738bcd-143b-4a11-adab-2b1d21904dae tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0633314 Jun 24 06:39:16.225556 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:16.229320 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.304980 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] Pushing event updated for resources: {'Port': ['ID=9a47ddec-3db6-4543-9764-94bb3fa85048,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:16.308654 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:16.415957 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Provisioning for port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:16.421037 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Provisioning complete for port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:16.421541 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.463590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.505343 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:16.539616 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.567011 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.576114 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] For port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:16.577588 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:16.590547 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:16.592535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Allocated IP 172.27.2.77 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/b2129300-d12f-4618-a616-97576db5247f) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:16.602412 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Pushing event updated for resources: {'Port': ['ID=476c11be-991e-4266-afbe-0c2e54f953e9,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:16.603884 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:16.642003 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:16.676483 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.680986 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-9d69e11f-3e60-4222-b5f2-858e8045d623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:16.719871 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Provisioning complete for port 9a47ddec-3db6-4543-9764-94bb3fa85048 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:16.719871 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.772698 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Pushing event updated for resources: {'Port': ['ID=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:16.787149 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:16.911540 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:16.923162 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7179a444-9517-4547-a8a6-e6760e51cf8b req-8fb5f044-00da-4632-8156-98abbc506e8c tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.0508423 Jun 24 06:39:16.977690 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 9a47ddec-3db6-4543-9764-94bb3fa85048 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:17.021797 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0f7345ce-b924-451d-a9ad-10f9bee78705 None None] Provisioning complete for port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:17.022499 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0f7345ce-b924-451d-a9ad-10f9bee78705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:17.087768 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:17.094973 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 9a47ddec-3db6-4543-9764-94bb3fa85048 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:17.095743 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:17.144499 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Router 2ed05877-c52c-4fa4-b663-0840042c0dd7 is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 06:39:17.182649 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:17.189206 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:17.321622 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device d8abbf12-da3e-4da9-979e-eef1a3a1bf5f up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:17.325597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:17.363859 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:17.381750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:17.382476 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:17.405120 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:17.407218 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Pushing event updated for resources: {'Port': ['ID=b2129300-d12f-4618-a616-97576db5247f,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:17.414190 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:17.422899 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-609934b6-2bd6-400d-b599-80df57fea53a req-ffbbdd76-c8ae-4eee-9b20-b5ecf640271c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0597417 Jun 24 06:39:17.543274 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:39:17.551920 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Sync routers for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:39:17.561222 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:17.561841 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:17.586802 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:17.694962 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:17.761754 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:17.765447 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8795936 Jun 24 06:39:17.767609 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34120) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:17.917400 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:15Z', 'revision_number': 3, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:17.959897 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Checking router: 2ed05877-c52c-4fa4-b663-0840042c0dd7 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:39:17.960424 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Updating router 2ed05877-c52c-4fa4-b663-0840042c0dd7 port 7ab62d6e-75ee-4d44-aded-1f54353810b8 binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 06:39:18.022183 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.139660 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5a0e95b4-c7a2-4fc5-ac95-878884d294da req-ad466590-c657-4654-8b5b-250f49f681a3 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.0412948 Jun 24 06:39:18.154144 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.343413 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Router f1d2979e-c4bd-470c-901a-8d32de01478d is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 06:39:18.344666 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.359383 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Transition to ACTIVE for port object 7ab62d6e-75ee-4d44-aded-1f54353810b8 will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:18.426082 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.429222 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:18.484340 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Attempting to bind port 7ab62d6e-75ee-4d44-aded-1f54353810b8 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:18.484711 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Attempting to bind port 7ab62d6e-75ee-4d44-aded-1f54353810b8 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:18.485447 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Attempting to bind port 7ab62d6e-75ee-4d44-aded-1f54353810b8 on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:18.488061 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Pushing event updated for resources: {'Port': ['ID=7ab62d6e-75ee-4d44-aded-1f54353810b8,revision_number=2']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:18.498985 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:18.499951 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:18.500898 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.501839 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:18.502829 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Bound port: 7ab62d6e-75ee-4d44-aded-1f54353810b8, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:18.503536 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.506393 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.511507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Tracked resource versions report: Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: pushed versions: Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: { 'AddressGroup': {'1.2'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'ConntrackHelper': {'1.0'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Log': {'1.0'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Network': {'1.1'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Port': {'1.7'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'PortForwarding': {'1.2'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'QosPolicy': {'1.8'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SecurityGroup': {'1.4'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SecurityGroupRule': {'1.2'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SubPort': {'1.0'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Subnet': {'1.1'}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Trunk': {'1.1'}} Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: consumer versions: Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: { DHCP agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: HyperV agent@hv-cinder-78409: {}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: L3 agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: Metadata agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: Metering agent@dv-cinder-784092-10-iscsi: {}, Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: Open vSwitch agent@dv-cinder-784092-10-iscsi: { 'AddressGroup': '1.2', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'ConntrackHelper': '1.0', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Log': '1.0', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Network': '1.1', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Port': '1.7', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'PortForwarding': '1.2', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'QosPolicy': '1.8', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SecurityGroup': '1.4', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SecurityGroupRule': '1.2', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'SubPort': '1.0', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Subnet': '1.1', Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: 'Trunk': '1.1'}} Jun 24 06:39:18.512625 dv-cinder-784092-10-iscsi neutron-server[100203]: {{(pid=100203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 06:39:18.520061 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:18.584370 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9fc78b21-500a-4f46-9c55-6dd0c2ff2db2 req-64739f4b-44b8-40e2-916d-157434cbf9a6 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0438600 Jun 24 06:39:18.620231 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] For port 7ab62d6e-75ee-4d44-aded-1f54353810b8, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:18.623509 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] For port 7ab62d6e-75ee-4d44-aded-1f54353810b8, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=7ab62d6e-75ee-4d44-aded-1f54353810b8,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:18.660865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:39:18.673363 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Sync routers for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:39:18.685086 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:18.686421 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:18.721921 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.741309 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.760665 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:18.821230 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:18.824062 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8748155 Jun 24 06:39:18.826513 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34166) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:18.841048 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Pushing event updated for resources: {'Port': ['ID=7ab62d6e-75ee-4d44-aded-1f54353810b8,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:18.845942 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:18.847565 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:18.848507 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:18.897755 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34168) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:18.948228 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:18.967248 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:19.009245 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:19.263588 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:16Z', 'revision_number': 3, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:19.322726 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Checking router: f1d2979e-c4bd-470c-901a-8d32de01478d for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:39:19.323523 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Updating router f1d2979e-c4bd-470c-901a-8d32de01478d port 476c11be-991e-4266-afbe-0c2e54f953e9 binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 06:39:19.355316 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Allocated IP 172.20.0.1 (c42871d8-e1d8-4c3e-9434-390214e0f8e0/e1e5a473-276a-4821-8821-5a2981ad74f4/7746b247-e62a-472b-b19d-11c70318c87a) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:19.371276 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:19.391158 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:15Z', 'revision_number': 3, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:19.429182 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6c281285-3c5f-4eb2-acf3-52a60f94fd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:19.532408 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a43dfdca-bb20-47a8-9859-a30f5599a3b5 req-5dc45efa-b96f-45a9-89fa-b218a7889482 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.1339126 Jun 24 06:39:19.536552 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Router 6efd4bc0-66db-4a58-8275-1fd255265b39 is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 06:39:19.546959 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba62314-31ca-40b2-99bb-e3ff411b72c3 None None] The sync data for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi is: [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:15Z', 'revision_number': 3, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:39:19.790444 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2fb3cf9c-c4ac-4a96-b377-c7c8eabaa17f req-46cfe9f5-9df2-4a7a-9dfc-3951234a321f tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0485623 Jun 24 06:39:19.816001 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:19.828597 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Transition to ACTIVE for port object 476c11be-991e-4266-afbe-0c2e54f953e9 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:19.872449 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:19.886633 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6c281285-3c5f-4eb2-acf3-52a60f94fd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:19.904889 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:19.907638 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:19.945019 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:19.962203 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:39:19.968237 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Transition to ACTIVE for port object 7746b247-e62a-472b-b19d-11c70318c87a will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:19.974461 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76effa71-f868-460f-b28c-48025def766d None None] Sync routers for ids ['6efd4bc0-66db-4a58-8275-1fd255265b39'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:39:19.996558 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76effa71-f868-460f-b28c-48025def766d None None] Routers {'6efd4bc0-66db-4a58-8275-1fd255265b39'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:19.997576 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-76effa71-f868-460f-b28c-48025def766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['6efd4bc0-66db-4a58-8275-1fd255265b39'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:20.007123 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6c281285-3c5f-4eb2-acf3-52a60f94fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.016810 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e06fa6e4-8eef-4a07-afd3-e306732793cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:20.061194 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Attempting to bind port 476c11be-991e-4266-afbe-0c2e54f953e9 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:20.062785 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Attempting to bind port 476c11be-991e-4266-afbe-0c2e54f953e9 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:20.062785 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Attempting to bind port 476c11be-991e-4266-afbe-0c2e54f953e9 on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:20.074337 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2eb38-a325-4177-bffa-ec5d367d540e None None] Pushing event updated for resources: {'Port': ['ID=476c11be-991e-4266-afbe-0c2e54f953e9,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:20.078561 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:20.079969 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:20.080655 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.081961 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:20.082671 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Bound port: 476c11be-991e-4266-afbe-0c2e54f953e9, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:20.083242 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.089741 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-18d2eb38-a325-4177-bffa-ec5d367d540e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:20.094364 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-6c281285-3c5f-4eb2-acf3-52a60f94fd67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=937b2df35bc64c708b7e90df097caac2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1914830 Jun 24 06:39:20.094364 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34194) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:20.095489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.100615 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7477379 Jun 24 06:39:20.107013 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34196) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:20.107715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c281285-3c5f-4eb2-acf3-52a60f94fd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eebf6eb-067f-4c44-9aee-140ff8fe57ca,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:20.139950 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6c281285-3c5f-4eb2-acf3-52a60f94fd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:20.173341 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] For port 476c11be-991e-4266-afbe-0c2e54f953e9, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:20.178290 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] For port 476c11be-991e-4266-afbe-0c2e54f953e9, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=476c11be-991e-4266-afbe-0c2e54f953e9,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:20.185091 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-76effa71-f868-460f-b28c-48025def766d None None] Set router 6efd4bc0-66db-4a58-8275-1fd255265b39 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:20.187480 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.21', 62991) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:20.275578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.290168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d6e6c50f-3171-4524-9741-2a360ea4a51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:20.291298 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Allocated IP 172.20.0.1 (75d40935-d872-4371-8e76-885424ef19ba/3d67e38f-202a-459f-88a2-398f5311f7b6/f35f6d6d-6687-4cac-83d7-2d20b252846b) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:20.293412 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.298095 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:20.391112 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:20.412252 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:20.418653 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:20.419417 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.439321 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-12457eeb-e499-4022-8b89-82d89e6053e9 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:20.439321 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-12457eeb-e499-4022-8b89-82d89e6053e9 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.21 "GET /v2.0/networks?id=3a554d5e-b806-4c52-91d7-5577b77053ad HTTP/1.1" status: 200 len: 812 time: 0.2517641 Jun 24 06:39:20.462357 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:20.464164 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:20.488985 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Pushing event updated for resources: {'Port': ['ID=7746b247-e62a-472b-b19d-11c70318c87a,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:20.498646 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:20.498998 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-76effa71-f868-460f-b28c-48025def766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b2129300-d12f-4618-a616-97576db5247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:17Z', 'revision_number': 3, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port': {'id': 'b2129300-d12f-4618-a616-97576db5247f', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:20.587627 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Request body: {'port': {'device_id': 'e300fde3-09cf-4981-8e3d-7616421d4616', 'network_id': '3a554d5e-b806-4c52-91d7-5577b77053ad', 'admin_state_up': True, 'tenant_id': '3da985805b8140729e3933a4b917704d'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:20.596368 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76effa71-f868-460f-b28c-48025def766d None None] Checking router: 6efd4bc0-66db-4a58-8275-1fd255265b39 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:39:20.596805 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76effa71-f868-460f-b28c-48025def766d None None] Updating router 6efd4bc0-66db-4a58-8275-1fd255265b39 port b2129300-d12f-4618-a616-97576db5247f binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 06:39:20.635725 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8655e906-38ca-423f-b648-b8b1040f459c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.653267 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2eb38-a325-4177-bffa-ec5d367d540e None None] Pushing event updated for resources: {'Port': ['ID=476c11be-991e-4266-afbe-0c2e54f953e9,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:20.678935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-18d2eb38-a325-4177-bffa-ec5d367d540e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:20.748551 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-76effa71-f868-460f-b28c-48025def766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:20.895433 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:20.940754 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8655e906-38ca-423f-b648-b8b1040f459c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.081765 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-7abee06b-1e57-4f50-ac5d-23b1aa987b9a None None] Provisioning for port 7746b247-e62a-472b-b19d-11c70318c87a completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:21.086460 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 7ab62d6e-75ee-4d44-aded-1f54353810b8 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:21.135570 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-7abee06b-1e57-4f50-ac5d-23b1aa987b9a None None] Provisioning complete for port 7746b247-e62a-472b-b19d-11c70318c87a triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:21.135854 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7abee06b-1e57-4f50-ac5d-23b1aa987b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.147088 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.21', 62997) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:21.250192 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-7abee06b-1e57-4f50-ac5d-23b1aa987b9a None None] Port 7746b247-e62a-472b-b19d-11c70318c87a cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:39:21.294315 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c03e945f-53c7-42c3-b003-373ef0d8beef req-fa5495f8-dd4b-4ebc-bd7d-9d746e0a8a5b tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.4509938 Jun 24 06:39:21.315013 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Made reservation on behalf of 3da985805b8140729e3933a4b917704d for: {'port': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:21.321679 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-76effa71-f868-460f-b28c-48025def766d None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.325357 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.325589 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 7ab62d6e-75ee-4d44-aded-1f54353810b8 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:21.334800 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 7ab62d6e-75ee-4d44-aded-1f54353810b8 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:21.335235 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.346070 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-76effa71-f868-460f-b28c-48025def766d None None] Transition to ACTIVE for port object b2129300-d12f-4618-a616-97576db5247f will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:21.445614 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:16Z', 'revision_number': 3, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:21.458244 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-76effa71-f868-460f-b28c-48025def766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.461194 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:21.566840 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.960501 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930dbd5-bd22-4f0a-aa58-793047748763 None None] Pushing event updated for resources: {'Port': ['ID=b2129300-d12f-4618-a616-97576db5247f,revision_number=2']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:21.969526 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.977940 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-9930dbd5-bd22-4f0a-aa58-793047748763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:21.977940 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-76effa71-f868-460f-b28c-48025def766d None None] Attempting to bind port b2129300-d12f-4618-a616-97576db5247f on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:21.977940 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-76effa71-f868-460f-b28c-48025def766d None None] Attempting to bind port b2129300-d12f-4618-a616-97576db5247f by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:21.977940 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76effa71-f868-460f-b28c-48025def766d None None] Attempting to bind port b2129300-d12f-4618-a616-97576db5247f on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:21.981286 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07103b1d-7cba-48dd-bc6e-2d62c063af99 None None] The sync data for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi is: [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:16Z', 'revision_number': 3, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:39:21.983644 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76effa71-f868-460f-b28c-48025def766d None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:21.983644 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76effa71-f868-460f-b28c-48025def766d None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:21.983644 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-76effa71-f868-460f-b28c-48025def766d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.986060 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 7ab62d6e-75ee-4d44-aded-1f54353810b8, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=7ab62d6e-75ee-4d44-aded-1f54353810b8,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:21.986956 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76effa71-f868-460f-b28c-48025def766d None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:21.986956 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-76effa71-f868-460f-b28c-48025def766d None None] Bound port: b2129300-d12f-4618-a616-97576db5247f, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:21.986956 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-76effa71-f868-460f-b28c-48025def766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.986956 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-76effa71-f868-460f-b28c-48025def766d None None] For port b2129300-d12f-4618-a616-97576db5247f, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:21.986956 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-76effa71-f868-460f-b28c-48025def766d None None] For port b2129300-d12f-4618-a616-97576db5247f, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=b2129300-d12f-4618-a616-97576db5247f,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:21.990182 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d3fe5a9e-141b-45e4-9017-66206dc787b3 req-7b19d849-c95e-4de7-a52f-8175bd4a9572 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.4085927 Jun 24 06:39:21.990715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.990715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8655e906-38ca-423f-b648-b8b1040f459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.991401 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.991401 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Allocated IP 172.20.0.7 (3a554d5e-b806-4c52-91d7-5577b77053ad/941d9012-8aab-43ca-b6c7-f62dfc0379c5/b2646862-e6e9-4f02-8ad1-d075ed0a8fae) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:21.994612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8655e906-38ca-423f-b648-b8b1040f459c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.994612 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-8655e906-38ca-423f-b648-b8b1040f459c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2eebf6eb-067f-4c44-9aee-140ff8fe57ca HTTP/1.1" status: 204 len: 168 time: 1.7125244 Jun 24 06:39:21.994612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:21.995416 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:21.995416 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-01cf3957-d0b1-44dd-ae8b-6946dc6a6ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:21.997319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2e3767f8-5afc-445b-902d-a8fe8edccd9c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:21.997319 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2e3767f8-5afc-445b-902d-a8fe8edccd9c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 815 time: 0.6854827 Jun 24 06:39:21.997319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Request body: {'port': {'device_id': '35cd328d-32e4-496f-85b3-f14c7dbc3ad5', 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'admin_state_up': True, 'tenant_id': '36a12fa5131f40a18b7f39735fcf230c'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:21.997319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Transition to ACTIVE for port object f35f6d6d-6687-4cac-83d7-2d20b252846b will not be triggered until provisioned by entity DHCP. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:22.000422 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=7ab62d6e-75ee-4d44-aded-1f54353810b8,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:22.000422 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:22.005299 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e906-38ca-423f-b648-b8b1040f459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eebf6eb-067f-4c44-9aee-140ff8fe57ca,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:22.005299 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8655e906-38ca-423f-b648-b8b1040f459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:22.006751 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-76effa71-f868-460f-b28c-48025def766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:22.006751 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-d52fe056-d0f2-42e7-aae7-2c5b46375e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:22.085518 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76effa71-f868-460f-b28c-48025def766d None None] Routers {'6efd4bc0-66db-4a58-8275-1fd255265b39'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:22.085518 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-76effa71-f868-460f-b28c-48025def766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['6efd4bc0-66db-4a58-8275-1fd255265b39'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:22.129854 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930dbd5-bd22-4f0a-aa58-793047748763 None None] Pushing event updated for resources: {'Port': ['ID=b2129300-d12f-4618-a616-97576db5247f,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:22.149632 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-9930dbd5-bd22-4f0a-aa58-793047748763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:22.239568 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:22.249649 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Allocated IP 172.20.0.1 (4351b1f2-aa50-4346-917e-ebdf9734507e/41e2a3fb-cccf-4d89-9cc3-ff0e85f15801/4c12a0a0-9bc1-448e-b7a9-a496a4351c5b) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:22.316550 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-76effa71-f868-460f-b28c-48025def766d None None] Set router 6efd4bc0-66db-4a58-8275-1fd255265b39 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:22.369199 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:22.376425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:22.386161 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:22.390164 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e79f853a-ed9b-46af-9bb9-e0ed2eae4a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:22.390486 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:22.428319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:22.497039 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Network 75d40935-d872-4371-8e76-885424ef19ba is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:22.525908 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:22.528007 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Made reservation on behalf of 36a12fa5131f40a18b7f39735fcf230c for: {'port': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:22.535781 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:22.739802 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Pushing event updated for resources: {'Port': ['ID=7746b247-e62a-472b-b19d-11c70318c87a,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:22.752459 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:22.821291 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-76effa71-f868-460f-b28c-48025def766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b2129300-d12f-4618-a616-97576db5247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:17Z', 'revision_number': 3, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port': {'id': 'b2129300-d12f-4618-a616-97576db5247f', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:22.954987 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-ed2ccf33-255b-4c0b-a104-0f7b8cb31776 None None] Provisioning for port f35f6d6d-6687-4cac-83d7-2d20b252846b completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:22.959681 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-ed2ccf33-255b-4c0b-a104-0f7b8cb31776 None None] Provisioning complete for port f35f6d6d-6687-4cac-83d7-2d20b252846b triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:22.960295 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccf33-255b-4c0b-a104-0f7b8cb31776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:22.986682 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76effa71-f868-460f-b28c-48025def766d None None] The sync data for ids ['6efd4bc0-66db-4a58-8275-1fd255265b39'] in dv-cinder-784092-10-iscsi is: [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b2129300-d12f-4618-a616-97576db5247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:17Z', 'revision_number': 3, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port': {'id': 'b2129300-d12f-4618-a616-97576db5247f', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:39:23.024225 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34284) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:23.059567 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.072344 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ccf33-255b-4c0b-a104-0f7b8cb31776 None None] Port f35f6d6d-6687-4cac-83d7-2d20b252846b cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:39:23.072945 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:23.082238 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.097997 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.211944 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 7ab62d6e-75ee-4d44-aded-1f54353810b8 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:23.274984 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Network 3a554d5e-b806-4c52-91d7-5577b77053ad is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:23.281414 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-dfe69c18-1901-4d6a-afe4-a18abe7b4dc9 req-5492e623-8576-4e83-9b42-bee71de3e974 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.2556486 Jun 24 06:39:23.308964 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:23.319150 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 7ab62d6e-75ee-4d44-aded-1f54353810b8 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:23.320447 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.382510 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b66e9982-e340-4dba-8771-690658c2a595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.400041 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:23.410504 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:23.414468 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:23.426868 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:23.427710 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.485329 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.535858 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 476c11be-991e-4266-afbe-0c2e54f953e9 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:23.590185 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34290) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:23.634587 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:23.704819 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 476c11be-991e-4266-afbe-0c2e54f953e9 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:23.714693 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 476c11be-991e-4266-afbe-0c2e54f953e9 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:23.714693 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.740678 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Allocated IP 172.20.0.9 (d5eec1cb-e034-4349-8b2b-ef549540cd3a/a2254bff-d9f6-4049-8c4f-101fc662efb7/e3c9a35e-4e53-454d-9f77-d47f72eb9c18) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:23.808498 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Network 4351b1f2-aa50-4346-917e-ebdf9734507e is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:23.841000 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.910866 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 476c11be-991e-4266-afbe-0c2e54f953e9, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=476c11be-991e-4266-afbe-0c2e54f953e9,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:23.915154 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:23.917777 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-b126c9dc-4945-49f4-8813-978ea3436475 None None] Provisioning complete for port 7746b247-e62a-472b-b19d-11c70318c87a triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:23.918439 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-b126c9dc-4945-49f4-8813-978ea3436475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.921792 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:23.924172 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.978460 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-b126c9dc-4945-49f4-8813-978ea3436475 None None] Port 7746b247-e62a-472b-b19d-11c70318c87a cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:39:23.985143 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:23.990510 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:24.052701 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=476c11be-991e-4266-afbe-0c2e54f953e9,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:24.059890 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:24.067872 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Pushing event updated for resources: {'Port': ['ID=f35f6d6d-6687-4cac-83d7-2d20b252846b,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:24.096862 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84012ce-a5e0-417d-b5e5-1c0b2e8bb51a req-7604b086-73a0-4df0-84cb-21046400152e tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:24.105973 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e84012ce-a5e0-417d-b5e5-1c0b2e8bb51a req-7604b086-73a0-4df0-84cb-21046400152e tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 931 time: 1.1607797 Jun 24 06:39:24.109689 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d72b-2c67-453e-8a23-1aaa417c331d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:24.115574 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.730s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:24.118076 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Router 2ed05877-c52c-4fa4-b663-0840042c0dd7 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:39:24.128875 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.864s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:24.168770 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:24.178337 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:24.380656 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:39:24.390447 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Pushing event updated for resources: {'Port': ['ID=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:24.392194 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] 10.222.0.15 "PUT /v2.0/routers/2ed05877-c52c-4fa4-b663-0840042c0dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6247330 Jun 24 06:39:24.394927 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Sync routers for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:39:24.413506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b66e9982-e340-4dba-8771-690658c2a595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:24.420858 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:24.421931 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:24.425834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:24.468959 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:24.533048 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:24.564880 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b66e9982-e340-4dba-8771-690658c2a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:24.593290 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:24.660547 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1136794 Jun 24 06:39:24.663931 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e84012ce-a5e0-417d-b5e5-1c0b2e8bb51a req-b831cad1-59da-450e-bd84-b7f984cd102a tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567291 Jun 24 06:39:24.815615 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-801369e8-d024-4415-b268-881694dbd69b req-8d0ce828-9443-4222-b669-b639451846da tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.1885321 Jun 24 06:39:24.820463 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:24.854548 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-b66e9982-e340-4dba-8771-690658c2a595 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bf9518d36d346b8a8ec8b9b2e352a25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8275383 Jun 24 06:39:24.855919 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-8aec4dfb-26b0-4167-b68c-007375f82542 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:39:24.857097 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-8aec4dfb-26b0-4167-b68c-007375f82542 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082204 Jun 24 06:39:24.857840 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34306) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:24.899416 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e9982-e340-4dba-8771-690658c2a595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253d3bdf-654d-4659-a141-b366c0926190,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:24.951736 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b66e9982-e340-4dba-8771-690658c2a595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:24.968766 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.040534 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d9af56c9-a1c8-42cb-a0c9-bd43a44f003a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:25.137400 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d72b-2c67-453e-8a23-1aaa417c331d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.167552 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.179232 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Network d5eec1cb-e034-4349-8b2b-ef549540cd3a is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:25.206314 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dd1f2d07-548d-4b2c-a92b-7900ed7c18b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.222855 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.250333 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:25.253471 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:25.260016 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:25.260831 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.294411 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device b2129300-d12f-4618-a616-97576db5247f up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:25.315687 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dd1f2d07-548d-4b2c-a92b-7900ed7c18b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.322211 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Pushing event updated for resources: {'Port': ['ID=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:25.343794 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d72b-2c67-453e-8a23-1aaa417c331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.347230 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-606bbb50-f0d5-44a1-8e5d-a32e9d739388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:25.354972 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:25.383353 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Request body: {'port': {'device_id': 'e300fde3-09cf-4981-8e3d-7616421d4616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:25.425553 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-bbe0d72b-2c67-453e-8a23-1aaa417c331d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5c96802ffd5442e8c8bbb18b1f1c001&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8169973 Jun 24 06:39:25.431904 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34314) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:25.433844 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.451469 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.492483 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6436355 Jun 24 06:39:25.506565 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0d72b-2c67-453e-8a23-1aaa417c331d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28866fdb-6360-4f1b-a349-10b152f88448,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:25.529045 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bbe0d72b-2c67-453e-8a23-1aaa417c331d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:25.532232 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:25.550222 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Request body: {'port': {'device_id': '35cd328d-32e4-496f-85b3-f14c7dbc3ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:25.660494 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:25.679490 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:25.679758 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6d64b267-640a-4afa-8975-878d9fb3b761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.680213 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34318) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:25.682505 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448973635', 'description': 'tempest-description--864917937'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:25.739786 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Network 4351b1f2-aa50-4346-917e-ebdf9734507e is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:25.744363 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port b2129300-d12f-4618-a616-97576db5247f completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:25.744736 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:25.749527 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 2, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:25.754639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port b2129300-d12f-4618-a616-97576db5247f triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:25.754639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.860346 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.862712 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Checking router: 2ed05877-c52c-4fa4-b663-0840042c0dd7 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:39:25.863091 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Updating router 2ed05877-c52c-4fa4-b663-0840042c0dd7 port 7746b247-e62a-472b-b19d-11c70318c87a binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 06:39:25.897928 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-35d7eefb-d30d-4040-8b24-87e612d8e449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:25.976416 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.045740 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dd1f2d07-548d-4b2c-a92b-7900ed7c18b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.050862 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Router 6efd4bc0-66db-4a58-8275-1fd255265b39 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:39:26.060045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.083992 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port b2129300-d12f-4618-a616-97576db5247f, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=b2129300-d12f-4618-a616-97576db5247f,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:26.117696 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.119649 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.159442 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dd1f2d07-548d-4b2c-a92b-7900ed7c18b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.160703 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-dd1f2d07-548d-4b2c-a92b-7900ed7c18b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/253d3bdf-654d-4659-a141-b366c0926190 HTTP/1.1" status: 204 len: 168 time: 1.3013442 Jun 24 06:39:26.189254 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.190732 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 476c11be-991e-4266-afbe-0c2e54f953e9 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:26.194349 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:26.225217 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:26.263303 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.285527 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca076bf-6117-4e57-963c-abf4d68960df req-0bc64b04-1dae-4a70-b554-b455db5b4c78 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:26.292461 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aca076bf-6117-4e57-963c-abf4d68960df req-0bc64b04-1dae-4a70-b554-b455db5b4c78 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 931 time: 0.3768079 Jun 24 06:39:26.396629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.431236 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:26.480819 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aca076bf-6117-4e57-963c-abf4d68960df req-b4d3ddfb-0f14-4737-a2fb-c4c198d7652d tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874168 Jun 24 06:39:26.494157 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82476487-304a-46d0-9d42-e21e95756e08,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:26.520416 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:26.530824 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:39:26.542459 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Sync routers for ids ['6efd4bc0-66db-4a58-8275-1fd255265b39'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:39:26.554573 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] 10.222.0.15 "PUT /v2.0/routers/6efd4bc0-66db-4a58-8275-1fd255265b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4111769 Jun 24 06:39:26.560682 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.562189 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8838701 Jun 24 06:39:26.563692 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Routers {'6efd4bc0-66db-4a58-8275-1fd255265b39'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:26.565698 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['6efd4bc0-66db-4a58-8275-1fd255265b39'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:26.566364 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34330) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:26.571349 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'security_group_rule': {'security_group_id': '82476487-304a-46d0-9d42-e21e95756e08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:26.670358 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.688520 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=b2129300-d12f-4618-a616-97576db5247f,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:26.696010 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.707093 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-35d7eefb-d30d-4040-8b24-87e612d8e449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.711846 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Transition to ACTIVE for port object 7746b247-e62a-472b-b19d-11c70318c87a will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:26.713859 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:26.733441 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 476c11be-991e-4266-afbe-0c2e54f953e9 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:26.733818 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.772779 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c9a35e-4e53-454d-9f77-d47f72eb9c18 {{(pid=100200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:26.781253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.796904 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:26.801151 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Transition to ACTIVE for port object e3c9a35e-4e53-454d-9f77-d47f72eb9c18 will not be triggered until provisioned by entity L2. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:26.809758 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:26.822642 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f2d07-548d-4b2c-a92b-7900ed7c18b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d3bdf-654d-4659-a141-b366c0926190,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:26.839465 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-dd1f2d07-548d-4b2c-a92b-7900ed7c18b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:26.927996 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Set router 6efd4bc0-66db-4a58-8275-1fd255265b39 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:27.022718 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.030637 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.124821 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2f345-d5d7-4217-a973-4ae3fdd013c1 None None] Pushing event updated for resources: {'Port': ['ID=7746b247-e62a-472b-b19d-11c70318c87a,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:27.129305 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-ecb2f345-d5d7-4217-a973-4ae3fdd013c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:27.134914 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.160066 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:27.186856 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454509b0-ccbb-459f-b5a0-dc611948e7ef,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:27.202258 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:27.246123 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.248221 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6806242 Jun 24 06:39:27.250447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34348) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:27.256252 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'security_group_rule': {'security_group_id': '82476487-304a-46d0-9d42-e21e95756e08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:27.310565 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Attempting to bind port 7746b247-e62a-472b-b19d-11c70318c87a on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:27.311276 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Attempting to bind port 7746b247-e62a-472b-b19d-11c70318c87a by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:27.311786 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Attempting to bind port 7746b247-e62a-472b-b19d-11c70318c87a on network c42871d8-e1d8-4c3e-9434-390214e0f8e0 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:27.331223 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:27.331223 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Checking segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:27.331223 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.332201 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Bound using segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:27.332874 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Bound port: 7746b247-e62a-472b-b19d-11c70318c87a, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:27.333437 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.369160 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.509317 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] For port 7746b247-e62a-472b-b19d-11c70318c87a, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:27.515138 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] For port 7746b247-e62a-472b-b19d-11c70318c87a, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=7746b247-e62a-472b-b19d-11c70318c87a,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:27.552311 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device b2129300-d12f-4618-a616-97576db5247f up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:27.587164 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:27.598734 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.603916 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:27.634383 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b2129300-d12f-4618-a616-97576db5247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port': {'id': 'b2129300-d12f-4618-a616-97576db5247f', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '4c12a0a0-9bc1-448e-b7a9-a496a4351c5b', 'name': '', 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'mac_address': 'fa:16:3e:d5:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '41e2a3fb-cccf-4d89-9cc3-ff0e85f15801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:21Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 2, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'subnets': [{'id': '41e2a3fb-cccf-4d89-9cc3-ff0e85f15801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:27.704804 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Checking router: 6efd4bc0-66db-4a58-8275-1fd255265b39 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:39:27.705213 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Updating router 6efd4bc0-66db-4a58-8275-1fd255265b39 port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 06:39:27.753928 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:27.754721 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:38:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:27.795341 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.801540 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.859607 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.904753 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-46ecac6c-3307-42c9-8d82-0fca1a0bef6a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:27.921663 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port b2129300-d12f-4618-a616-97576db5247f triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:27.922054 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.982123 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:27.984034 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0787ceba-b411-485f-9eeb-ba583cefa356,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:27.993535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:28.031717 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2f345-d5d7-4217-a973-4ae3fdd013c1 None None] Pushing event updated for resources: {'Port': ['ID=7746b247-e62a-472b-b19d-11c70318c87a,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:28.036533 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-ecb2f345-d5d7-4217-a973-4ae3fdd013c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:28.044156 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2646862-e6e9-4f02-8ad1-d075ed0a8fae {{(pid=100200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:28.055480 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.073648 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Transition to ACTIVE for port object b2646862-e6e9-4f02-8ad1-d075ed0a8fae will not be triggered until provisioned by entity L2. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:28.077732 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Pushing event updated for resources: {'Port': ['ID=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:28.095748 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:28.102278 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.104602 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.115277 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34372) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:28.115416 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8569336 Jun 24 06:39:28.115498 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.124894 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-bf92261b-dbed-4665-80b5-1b31394315ef tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:28.127952 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-bf92261b-dbed-4665-80b5-1b31394315ef tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 819 time: 0.3279674 Jun 24 06:39:28.130892 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:28.137919 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:28.148197 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-33c50ab1-58c7-479e-bee6-6bcf23198735 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/quotas/76a798a454d34bc99b6f671eab8f07b7 HTTP/1.1" status: 200 len: 375 time: 0.0124731 Jun 24 06:39:28.154239 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.258108 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:28.278110 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b7f1-1f25-4939-bba6-13bd9b9f737a req-b28f8886-7ca9-4c08-9d1b-05bd87360758 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:28.278110 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cba6b7f1-1f25-4939-bba6-13bd9b9f737a req-b28f8886-7ca9-4c08-9d1b-05bd87360758 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 931 time: 2.1287255 Jun 24 06:39:28.340579 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-992da329-8aae-49bd-ba0d-13ae38307c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.443003 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-524af262-9c88-4718-b15e-9eca8a90acde tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2437451 Jun 24 06:39:28.605684 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.624795 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.635851 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Transition to ACTIVE for port object 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:28.640865 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:27Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:28.644847 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-633670c1-e4a1-4ee3-b04e-9516a059a6dc service neutron] 10.222.0.15 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944366 Jun 24 06:39:28.671432 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-35d7eefb-d30d-4040-8b24-87e612d8e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.672867 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.686085 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Network 75d40935-d872-4371-8e76-885424ef19ba is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:28.713254 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc5f7f2-9505-42c7-b40e-50e8b55b3de1 None None] The sync data for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi is: [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:27Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:39:28.724312 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.741860 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-35d7eefb-d30d-4040-8b24-87e612d8e449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:28.742573 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:28.742657 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-35d7eefb-d30d-4040-8b24-87e612d8e449 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28866fdb-6360-4f1b-a349-10b152f88448 HTTP/1.1" status: 204 len: 168 time: 3.2907553 Jun 24 06:39:28.814844 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Pushing event updated for resources: {'Port': ['ID=f35f6d6d-6687-4cac-83d7-2d20b252846b,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:28.830531 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:28.830531 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:28.850517 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536dd85-0d44-4d4e-80a4-2e7cb8b94d62 None None] Pushing event updated for resources: {'Port': ['ID=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:28.898173 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-989042c7-418a-491c-86df-a3bb16fd4166 service neutron] 10.222.0.15 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465274 Jun 24 06:39:28.907124 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.571s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:28.922718 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-f536dd85-0d44-4d4e-80a4-2e7cb8b94d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:29.075110 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Attempting to bind port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:29.075490 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Attempting to bind port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:29.075980 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Attempting to bind port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b on network 4351b1f2-aa50-4346-917e-ebdf9734507e {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:29.092958 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:29.096993 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Checking segment: {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:29.096993 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:29.100824 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Bound using segment: {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:29.101443 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Bound port: 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:29.101842 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:29.168196 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Attempting to bind port b2646862-e6e9-4f02-8ad1-d075ed0a8fae on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:29.172738 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Attempting to bind port b2646862-e6e9-4f02-8ad1-d075ed0a8fae by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c588724c-8562-4071-aecf-996dac0fb7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a554d5e-b806-4c52-91d7-5577b77053ad'}] {{(pid=100200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:29.172738 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Attempting to bind port b2646862-e6e9-4f02-8ad1-d075ed0a8fae on network 3a554d5e-b806-4c52-91d7-5577b77053ad {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:29.276263 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] For port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:29.280040 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] For port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:29.282147 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-fefaf9fa-ecb0-440b-90c8-2278f14a62c0 None None] Provisioning complete for port f35f6d6d-6687-4cac-83d7-2d20b252846b triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:29.282664 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-fefaf9fa-ecb0-440b-90c8-2278f14a62c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:29.315462 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Port b2646862-e6e9-4f02-8ad1-d075ed0a8fae on network 3a554d5e-b806-4c52-91d7-5577b77053ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:39:29.315462 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Attempting to bind port b2646862-e6e9-4f02-8ad1-d075ed0a8fae on network 3a554d5e-b806-4c52-91d7-5577b77053ad {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:29.361420 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:29.364667 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-63419b25-10a5-4371-939a-59ac8d10fa86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:29.366025 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Attempting to bind port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:29.366671 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Attempting to bind port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'}] {{(pid=100200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:29.367175 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Attempting to bind port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:29.399648 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cba6b7f1-1f25-4939-bba6-13bd9b9f737a req-3389ede8-45cb-4487-9032-05de70235e41 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8035667 Jun 24 06:39:29.500522 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:29.500902 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Checking segment: {'id': 'c588724c-8562-4071-aecf-996dac0fb7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a554d5e-b806-4c52-91d7-5577b77053ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:29.501557 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Bound using segment: {'id': 'c588724c-8562-4071-aecf-996dac0fb7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a554d5e-b806-4c52-91d7-5577b77053ad'} {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:29.506829 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Bound port: b2646862-e6e9-4f02-8ad1-d075ed0a8fae, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c588724c-8562-4071-aecf-996dac0fb7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a554d5e-b806-4c52-91d7-5577b77053ad'}}] {{(pid=100200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:29.507336 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:29.528453 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:39:29.530776 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Attempting to bind port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:29.534645 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Pushing event updated for resources: {'Port': ['ID=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:29.546373 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:29.561052 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-fefaf9fa-ecb0-440b-90c8-2278f14a62c0 None None] Port f35f6d6d-6687-4cac-83d7-2d20b252846b cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:39:29.579199 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-becf6237-b14a-410d-b3bb-88fc51467238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.848s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:29.597950 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536dd85-0d44-4d4e-80a4-2e7cb8b94d62 None None] Pushing event updated for resources: {'Port': ['ID=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,revision_number=4']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:29.603576 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:29.629591 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Routers {'6efd4bc0-66db-4a58-8275-1fd255265b39'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:29.630628 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:39:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['6efd4bc0-66db-4a58-8275-1fd255265b39'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:29.642582 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 7746b247-e62a-472b-b19d-11c70318c87a up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:29.831874 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 7746b247-e62a-472b-b19d-11c70318c87a completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:29.873271 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 7746b247-e62a-472b-b19d-11c70318c87a triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:29.873271 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:29.873451 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-f536dd85-0d44-4d4e-80a4-2e7cb8b94d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:29.874191 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:39:29.878992 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:29.879609 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Checking segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:29.880008 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Bound using segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:29.880484 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Bound port: e3c9a35e-4e53-454d-9f77-d47f72eb9c18, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'}}] {{(pid=100200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:29.880838 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:29.905570 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] Set router 6efd4bc0-66db-4a58-8275-1fd255265b39 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:29.923671 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7eefb-d30d-4040-8b24-87e612d8e449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28866fdb-6360-4f1b-a349-10b152f88448,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:29.929681 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fde1-4332-4229-8dfa-a6695e15765d req-ab3c7c35-4a53-4a40-92df-8b332b957e92 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:29.943265 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1370fde1-4332-4229-8dfa-a6695e15765d req-ab3c7c35-4a53-4a40-92df-8b332b957e92 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 943 time: 0.2844360 Jun 24 06:39:29.947634 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e8bd1b32-6248-4adf-89e9-cfb0191ac5e5 req-7fc0df1d-067e-42ee-9903-f5481e6c4dd0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 210 time: 0.3904991 Jun 24 06:39:29.974969 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-35d7eefb-d30d-4040-8b24-87e612d8e449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:30.162519 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1370fde1-4332-4229-8dfa-a6695e15765d req-8e4d8e97-1db9-4b2d-95a8-7e3a381f380d tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174220 Jun 24 06:39:30.331867 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b2129300-d12f-4618-a616-97576db5247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port': {'id': 'b2129300-d12f-4618-a616-97576db5247f', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '4c12a0a0-9bc1-448e-b7a9-a496a4351c5b', 'name': '', 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'mac_address': 'fa:16:3e:d5:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '41e2a3fb-cccf-4d89-9cc3-ff0e85f15801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:21Z', 'updated_at': '2021-06-24T06:39:29Z', 'revision_number': 4, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'subnets': [{'id': '41e2a3fb-cccf-4d89-9cc3-ff0e85f15801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:30.386187 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85a67e-264b-4454-8ff0-d59966b4e5e9 None None] The sync data for ids ['6efd4bc0-66db-4a58-8275-1fd255265b39'] in dv-cinder-784092-10-iscsi is: [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b2129300-d12f-4618-a616-97576db5247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port': {'id': 'b2129300-d12f-4618-a616-97576db5247f', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '4c12a0a0-9bc1-448e-b7a9-a496a4351c5b', 'name': '', 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'mac_address': 'fa:16:3e:d5:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '41e2a3fb-cccf-4d89-9cc3-ff0e85f15801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:21Z', 'updated_at': '2021-06-24T06:39:29Z', 'revision_number': 4, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'subnets': [{'id': '41e2a3fb-cccf-4d89-9cc3-ff0e85f15801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:39:30.401667 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Router f1d2979e-c4bd-470c-901a-8d32de01478d has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:39:30.451809 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] For port b2646862-e6e9-4f02-8ad1-d075ed0a8fae, host hv-cinder-78409, cleared binding levels {{(pid=100200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:30.459949 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] For port b2646862-e6e9-4f02-8ad1-d075ed0a8fae, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,segment=NetworkSegment(c588724c-8562-4071-aecf-996dac0fb7db),segment_id=c588724c-8562-4071-aecf-996dac0fb7db)] {{(pid=100200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:30.490221 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] For port e3c9a35e-4e53-454d-9f77-d47f72eb9c18, host hv-cinder-78409, cleared binding levels {{(pid=100200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:30.493885 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] For port e3c9a35e-4e53-454d-9f77-d47f72eb9c18, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:30.630383 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:30.716150 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 7746b247-e62a-472b-b19d-11c70318c87a, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=7746b247-e62a-472b-b19d-11c70318c87a,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:30.725890 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:30.781409 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:30.784367 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:30.942501 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=7746b247-e62a-472b-b19d-11c70318c87a,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:30.948357 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:39:30.958293 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:30.966013 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Sync routers for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:39:30.966232 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13cb09-6cb0-4a19-8f7f-84c4a322de56 req-e7e46993-134c-4172-a69b-1a75ed42d41a tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:30.967816 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b13cb09-6cb0-4a19-8f7f-84c4a322de56 req-e7e46993-134c-4172-a69b-1a75ed42d41a tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 943 time: 0.2261147 Jun 24 06:39:30.976165 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] 10.222.0.15 "PUT /v2.0/routers/f1d2979e-c4bd-470c-901a-8d32de01478d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1438668 Jun 24 06:39:31.041242 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:31.042123 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:39:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:31.076163 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:31.086007 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b13cb09-6cb0-4a19-8f7f-84c4a322de56 req-c5ac5f7d-b528-4844-9f57-c267dfdca3c9 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084492 Jun 24 06:39:31.096826 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:31.125640 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a6d68a29-e74f-48ff-be29-1ad0adc4c445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:31.296003 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:31.327629 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:31.449170 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-f99e0077-1a61-4178-a21e-73677cc2f3f3 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:31.459884 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-f99e0077-1a61-4178-a21e-73677cc2f3f3 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 819 time: 0.9638557 Jun 24 06:39:31.490288 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Allocated IP 172.27.2.44 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/61099818-9e62-4674-8301-b034ab355a5a) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:31.542203 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:31.543536 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:31.551849 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] 10.222.0.21 "PUT /v2.0/ports/b2646862-e6e9-4f02-8ad1-d075ed0a8fae HTTP/1.1" status: 200 len: 1093 time: 6.3148263 Jun 24 06:39:31.552996 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e300fde3-09cf-4981-8e3d-7616421d4616', 'tag': 'b2646862-e6e9-4f02-8ad1-d075ed0a8fae'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:31.827852 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbf51a-a1bd-4c75-b7aa-aeb5bf151b34 req-61de7344-58f8-4410-99fb-850457e55cc1 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:31.836904 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-decbf51a-a1bd-4c75-b7aa-aeb5bf151b34 req-61de7344-58f8-4410-99fb-850457e55cc1 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 943 time: 0.2365496 Jun 24 06:39:31.881824 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:31.882487 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:31.889752 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] 10.222.0.21 "PUT /v2.0/ports/e3c9a35e-4e53-454d-9f77-d47f72eb9c18 HTTP/1.1" status: 200 len: 1093 time: 6.3642213 Jun 24 06:39:31.892124 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Pushing event updated for resources: {'Port': ['ID=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,revision_number=3']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:31.904201 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-decbf51a-a1bd-4c75-b7aa-aeb5bf151b34 req-878a5855-a38e-4d16-adad-3432919c16f3 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658371 Jun 24 06:39:31.919405 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-d33cb24e-7feb-4353-8284-14c31a7bc8d9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/quotas/76a798a454d34bc99b6f671eab8f07b7 HTTP/1.1" status: 200 len: 375 time: 0.4586565 Jun 24 06:39:31.920052 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 7746b247-e62a-472b-b19d-11c70318c87a up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:32.139220 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 7746b247-e62a-472b-b19d-11c70318c87a triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:32.150654 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:32.207230 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Pushing event updated for resources: {'Port': ['ID=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,revision_number=3']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:32.241906 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:25Z', 'revision_number': 2, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:32.287193 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Checking router: f1d2979e-c4bd-470c-901a-8d32de01478d for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:39:32.287863 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Updating router f1d2979e-c4bd-470c-901a-8d32de01478d port f35f6d6d-6687-4cac-83d7-2d20b252846b binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 06:39:32.437889 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:32.536834 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b84ceb6-9bba-4157-9c8f-94bc802ec945" -d '{"events": [{"name": "network-changed", "server_uuid": "e300fde3-09cf-4981-8e3d-7616421d4616", "tag": "b2646862-e6e9-4f02-8ad1-d075ed0a8fae"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:32.556919 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.428s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:32.568851 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.199s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:32.569559 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:32.633780 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:32.710532 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:32.779415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-c99e5b46-e96a-45e0-ba33-8582db6cf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:32.806754 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-c99e5b46-e96a-45e0-ba33-8582db6cf105 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3da985805b8140729e3933a4b917704d&device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 1096 time: 0.8335602 Jun 24 06:39:32.842341 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-406eb238-9b7a-4d5c-ac32-0e9629fa984e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9072080 Jun 24 06:39:32.921953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34478) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:32.927199 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282224216', 'description': 'tempest-description--2056135741'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:33.051181 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-1e56fbc9-809b-47de-98eb-40e0966a4004 service neutron] 10.222.0.15 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939614 Jun 24 06:39:33.109006 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.235215 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:33.264287 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:33.265399 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.323611 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-14fa3e48-b1e0-4fe7-8a6b-3f708fcbe93e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2646862-e6e9-4f02-8ad1-d075ed0a8fae HTTP/1.1" status: 200 len: 217 time: 0.2698426 Jun 24 06:39:33.400987 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-861168df-4566-459b-9ffe-43aa43454b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:33.408667 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-861168df-4566-459b-9ffe-43aa43454b75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 1096 time: 0.8969817 Jun 24 06:39:33.451473 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd229-6d66-4a7d-a65d-2b1ea404d2f2 req-b828a0c9-7afb-4235-8c50-aca512a673bf tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:33.459877 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bc0bd229-6d66-4a7d-a65d-2b1ea404d2f2 req-b828a0c9-7afb-4235-8c50-aca512a673bf tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 943 time: 0.2868562 Jun 24 06:39:33.460057 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.556401 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2d36fad5-07ca-4c86-9444-2e6597c6dbcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:33.556401 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-21cfba2a-033d-4cad-90f2-f30279dc92e6 service neutron] 10.222.0.15 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940387 Jun 24 06:39:33.568389 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bc0bd229-6d66-4a7d-a65d-2b1ea404d2f2 req-2015151e-c41f-4648-8373-7b3c5d9b37be tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068306 Jun 24 06:39:33.571615 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.593621 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.595612 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.603878 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Transition to ACTIVE for port object f35f6d6d-6687-4cac-83d7-2d20b252846b will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:33.695560 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:33.705001 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:33.726904 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:33.738836 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:33.747804 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-a4cb3bf9-2c3d-48c9-a73e-3e0336d16137 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3c9a35e-4e53-454d-9f77-d47f72eb9c18 HTTP/1.1" status: 200 len: 217 time: 0.2631669 Jun 24 06:39:33.758787 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.760091 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.763116 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-5ad8bcae-9ad7-424c-aa38-6c16c1ee3c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:33.769617 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:33.795686 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'Port': ['ID=61099818-9e62-4674-8301-b034ab355a5a,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:33.900135 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:33.907287 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-c8c35191-b42a-4371-8614-b1725b3d6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:33.909608 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-c8c35191-b42a-4371-8614-b1725b3d6696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=941d9012-8aab-43ca-b6c7-f62dfc0379c5 HTTP/1.1" status: 200 len: 852 time: 0.4192555 Jun 24 06:39:33.925530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8a3164-6651-4411-98c7-79bebedc877b,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:33.928903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.937330 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8420bc-8f29-4f9c-84a4-f868514aff73 None None] Pushing event updated for resources: {'Port': ['ID=f35f6d6d-6687-4cac-83d7-2d20b252846b,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:33.954034 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0281405 Jun 24 06:39:33.956361 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:33.956963 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34514) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:33.977755 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:33.999515 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-c1b4b2d2-9658-4070-bb91-0406138b302c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'security_group_rule': {'security_group_id': 'dc8a3164-6651-4411-98c7-79bebedc877b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:34.038602 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-eb8420bc-8f29-4f9c-84a4-f868514aff73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:34.039501 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-eb8420bc-8f29-4f9c-84a4-f868514aff73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:34.107330 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-ac63b1d6-09d2-4e03-9ce8-a31eaca7128a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a554d5e-b806-4c52-91d7-5577b77053ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301064 Jun 24 06:39:34.240309 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da06701-ca10-4ab1-b94a-67c489745a55 x-openstack-request-id: req-3da06701-ca10-4ab1-b94a-67c489745a55 {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:34.250220 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e300fde3-09cf-4981-8e3d-7616421d4616", "tag": "b2646862-e6e9-4f02-8ad1-d075ed0a8fae", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:34.250220 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3da06701-ca10-4ab1-b94a-67c489745a55 {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:34.250220 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e300fde3-09cf-4981-8e3d-7616421d4616', 'tag': 'b2646862-e6e9-4f02-8ad1-d075ed0a8fae', 'status': 'completed', 'code': 200} Jun 24 06:39:34.250220 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-75d83379-3dbd-4a67-9f2a-09adf0e1b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:34.250220 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-75d83379-3dbd-4a67-9f2a-09adf0e1b596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2254bff-d9f6-4049-8c4f-101fc662efb7 HTTP/1.1" status: 200 len: 855 time: 0.3653178 Jun 24 06:39:34.266839 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:34.267263 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.21', 63013) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:34.369363 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:34.426409 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:34.439542 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Attempting to bind port f35f6d6d-6687-4cac-83d7-2d20b252846b on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:34.440929 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Attempting to bind port f35f6d6d-6687-4cac-83d7-2d20b252846b by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:34.441451 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Attempting to bind port f35f6d6d-6687-4cac-83d7-2d20b252846b on network 75d40935-d872-4371-8e76-885424ef19ba {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:34.453306 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-112cc031-06b6-4d2e-8aab-cc8b51ffa19f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5eec1cb-e034-4349-8b2b-ef549540cd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1806235 Jun 24 06:39:34.477892 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:34.478204 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Checking segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:34.480710 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:34.481715 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Bound using segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:34.482252 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Bound port: f35f6d6d-6687-4cac-83d7-2d20b252846b, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:34.484890 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:34.546551 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-97144ae3-292a-4e90-8b7a-e60e7ef45c95 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:34.548431 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-97144ae3-292a-4e90-8b7a-e60e7ef45c95 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 819 time: 0.2796776 Jun 24 06:39:34.574358 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Request body: {'port': {'device_id': '940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f', 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e', 'admin_state_up': True, 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:34.622529 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b2d2-9658-4070-bb91-0406138b302c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:34.676103 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-5a2401c4-41f2-410c-85ce-a5abcbb538bd service neutron] 10.222.0.21 "GET /v2.0/networks/3a554d5e-b806-4c52-91d7-5577b77053ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552588 Jun 24 06:39:34.676103 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:34.743477 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-acf2efc0-c76c-4881-998a-38cd7ac6c50b req-c85dbdce-3af2-4ff3-a0cd-e5dd0063cef3 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 210 time: 0.1926010 Jun 24 06:39:34.776983 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-b0efe17d-09a1-4c35-80d3-dd00ba90e38e service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866306 Jun 24 06:39:34.795468 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8d6e5-d356-4d29-8abe-4a4ee1c0ce2e req-df714710-fad5-4d9e-bb0e-69485eb771b7 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:34.795468 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-20f8d6e5-d356-4d29-8abe-4a4ee1c0ce2e req-df714710-fad5-4d9e-bb0e-69485eb771b7 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 943 time: 0.6233313 Jun 24 06:39:34.809032 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] For port f35f6d6d-6687-4cac-83d7-2d20b252846b, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:34.832270 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] For port f35f6d6d-6687-4cac-83d7-2d20b252846b, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=f35f6d6d-6687-4cac-83d7-2d20b252846b,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:34.901195 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:34.906311 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:34.970591 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b2d2-9658-4070-bb91-0406138b302c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.024072 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.093895 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-20f8d6e5-d356-4d29-8abe-4a4ee1c0ce2e req-6ce97ae9-8350-485e-850b-2ee9eb4fae8d tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551486 Jun 24 06:39:35.143364 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8420bc-8f29-4f9c-84a4-f868514aff73 None None] Pushing event updated for resources: {'Port': ['ID=f35f6d6d-6687-4cac-83d7-2d20b252846b,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:35.158120 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-872905e8-fd95-4a41-8a07-25bb52e3185d req-4946988e-48a1-4aba-b105-980170700890 service neutron] 10.222.0.21 "GET /v2.0/networks/3a554d5e-b806-4c52-91d7-5577b77053ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462526 Jun 24 06:39:35.159030 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b2d2-9658-4070-bb91-0406138b302c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.169586 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:39:35.170252 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:39:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:35.178579 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-eb8420bc-8f29-4f9c-84a4-f868514aff73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:35.281407 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6460a07e-cb6d-4932-bd82-a68f0b5f8b3f req-d1dfaa8c-3915-48b4-9667-512f8e3bd55e service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820716 Jun 24 06:39:35.378525 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:35.400862 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.546998 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.568707 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:39:35.569550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4b2d2-9658-4070-bb91-0406138b302c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d726d80-8bea-4467-a79c-ca81b9376956,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:35.569646 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:35.569818 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-c1b4b2d2-9658-4070-bb91-0406138b302c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:35.589198 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.602988 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Made reservation on behalf of 76a798a454d34bc99b6f671eab8f07b7 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:35.607625 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.687384 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'Port': ['ID=61099818-9e62-4674-8301-b034ab355a5a,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:35.715548 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:35.800570 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-defbe5f9-4404-4af8-a145-9c26104e0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:35.805137 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-defbe5f9-4404-4af8-a145-9c26104e0972 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3da985805b8140729e3933a4b917704d&device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 1096 time: 0.1002808 Jun 24 06:39:35.838246 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.840210 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7135212 Jun 24 06:39:35.884698 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b2d2-9658-4070-bb91-0406138b302c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:35.886477 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-c1b4b2d2-9658-4070-bb91-0406138b302c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9283597 Jun 24 06:39:35.890049 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34560) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:35.896438 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'security_group_rule': {'security_group_id': 'dc8a3164-6651-4411-98c7-79bebedc877b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:35.917758 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61167a7-f648-4e30-9ed1-4f1749eac37f req-817fab6f-dd72-4d4f-9ebb-061b17206130 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:35.932849 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a61167a7-f648-4e30-9ed1-4f1749eac37f req-817fab6f-dd72-4d4f-9ebb-061b17206130 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 943 time: 0.5598650 Jun 24 06:39:36.014308 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cce010cf-2b69-42af-852b-19c42c098ece req-03b39d32-0fd9-4aa4-a5a0-1986c38f0202 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 210 time: 0.0901806 Jun 24 06:39:36.041132 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:34Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:39:36.129647 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a61167a7-f648-4e30-9ed1-4f1749eac37f req-e7c9a75a-cd49-4d10-b6f3-b3d6f685f8e3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956613 Jun 24 06:39:36.324215 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88a189-446c-4418-8bf7-0e8d79930cc8 None None] The sync data for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi is: [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:34Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:39:36.372847 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Allocated IP 172.20.0.12 (4351b1f2-aa50-4346-917e-ebdf9734507e/41e2a3fb-cccf-4d89-9cc3-ff0e85f15801/0da09293-a3e0-479d-92f1-23746727f8b6) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:36.395018 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:36.554442 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:36.556340 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:36.704245 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cd328d-32e4-496f-85b3-f14c7dbc3ad5', 'tag': 'e3c9a35e-4e53-454d-9f77-d47f72eb9c18'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:36.709589 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a" -d '{"events": [{"name": "network-changed", "server_uuid": "35cd328d-32e4-496f-85b3-f14c7dbc3ad5", "tag": "e3c9a35e-4e53-454d-9f77-d47f72eb9c18"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:36.751724 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-33d45f34-add8-4755-aa8f-4e1130600fa4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--448973635&fields=id&tenant_id=7f8d8ca933ea4547b20d4fbf374c848d HTTP/1.1" status: 200 len: 267 time: 0.2128084 Jun 24 06:39:36.863385 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:36.980079 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-4f405676-bfc6-4feb-832d-a5c22ad230d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:36.982031 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-4f405676-bfc6-4feb-832d-a5c22ad230d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a554d5e-b806-4c52-91d7-5577b77053ad HTTP/1.1" status: 200 len: 913 time: 0.9862158 Jun 24 06:39:37.119971 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:37.136676 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-d38ebba7-22e6-4b5f-8aac-dfea716deab4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2646862-e6e9-4f02-8ad1-d075ed0a8fae HTTP/1.1" status: 200 len: 217 time: 0.1073351 Jun 24 06:39:37.174513 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243af61-84de-43c7-8d5d-4d566d045e4a req-a279195c-2c90-43a4-915e-3beaade59191 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:37.176506 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d243af61-84de-43c7-8d5d-4d566d045e4a req-a279195c-2c90-43a4-915e-3beaade59191 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 943 time: 0.4538932 Jun 24 06:39:37.196129 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-65fcc297-0a1c-45db-9bdf-2b7fc5a23e9f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:37.198002 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-65fcc297-0a1c-45db-9bdf-2b7fc5a23e9f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 810 time: 0.4450514 Jun 24 06:39:37.205197 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:37.243211 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-7acf8d5f-c462-4838-91db-d3fc4f9aec41 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/quotas/7f8d8ca933ea4547b20d4fbf374c848d HTTP/1.1" status: 200 len: 375 time: 0.0264792 Jun 24 06:39:37.254704 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d243af61-84de-43c7-8d5d-4d566d045e4a req-4273b9a8-c562-46f8-a323-82d7272af049 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636106 Jun 24 06:39:37.308709 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:37.316544 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:37.360707 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ff878c-d1f2-4365-84d1-be01be14958e,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:37.383292 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-b98c292d-aeba-43cf-b12f-797464d7425a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275301 Jun 24 06:39:37.420417 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:37.425823 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f64e18-91bb-49a0-83f1-fde702365fad x-openstack-request-id: req-c2f64e18-91bb-49a0-83f1-fde702365fad {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:37.426148 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cd328d-32e4-496f-85b3-f14c7dbc3ad5", "tag": "e3c9a35e-4e53-454d-9f77-d47f72eb9c18", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:37.426432 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2f64e18-91bb-49a0-83f1-fde702365fad {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:37.426844 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd328d-32e4-496f-85b3-f14c7dbc3ad5', 'tag': 'e3c9a35e-4e53-454d-9f77-d47f72eb9c18', 'status': 'completed', 'code': 200} Jun 24 06:39:37.430295 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:37.437052 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:37.466546 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-7e8eab3d-43cf-4226-87ee-946dfa39f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:37.468389 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-7e8eab3d-43cf-4226-87ee-946dfa39f7d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=941d9012-8aab-43ca-b6c7-f62dfc0379c5 HTTP/1.1" status: 200 len: 852 time: 0.1232319 Jun 24 06:39:37.469676 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:37.474263 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5794089 Jun 24 06:39:37.480176 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34602) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:37.480176 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:37.593663 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Network 4351b1f2-aa50-4346-917e-ebdf9734507e is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:37.613760 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:37.613760 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Pushing event updated for resources: {'Port': ['ID=0da09293-a3e0-479d-92f1-23746727f8b6,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:37.618397 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:37.624222 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:37.624701 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:37.628452 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:37.639937 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4f4ce480-d371-4b9c-924d-1f219a1b3e80 req-b016d403-21ac-4f18-9ede-c84d8cb4dbc2 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 210 time: 0.1071568 Jun 24 06:39:37.710204 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-423a93c2-56ac-4e94-9193-759c472c3624 service neutron] 10.222.0.15 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097990 Jun 24 06:39:37.756297 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-5770a202-2b8d-426f-b574-196b7cbbb3be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a554d5e-b806-4c52-91d7-5577b77053ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142826 Jun 24 06:39:37.765483 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:37.777060 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2095411 Jun 24 06:39:37.820934 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Request body: {'port': {'device_id': '940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:37.888304 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-03b16733-a9e9-43a1-b4aa-808e55bcd901 service neutron] 10.222.0.15 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772215 Jun 24 06:39:37.931736 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:38.016567 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-b2c7bcee-6ee2-42cc-800e-595bcec824d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:38.019625 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-b2c7bcee-6ee2-42cc-800e-595bcec824d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 1096 time: 0.3115456 Jun 24 06:39:38.037056 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26d324-f2fa-451b-b01b-eb9fe552fd8f req-c57ffc7c-df8c-4885-81ec-4c8d436accf6 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:38.038960 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0b26d324-f2fa-451b-b01b-eb9fe552fd8f req-c57ffc7c-df8c-4885-81ec-4c8d436accf6 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 943 time: 0.2565966 Jun 24 06:39:38.078328 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-fd2140e2-99a6-4f76-ab50-f000da4e112c service neutron] 10.222.0.21 "GET /v2.0/networks/3a554d5e-b806-4c52-91d7-5577b77053ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525973 Jun 24 06:39:38.117582 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0b26d324-f2fa-451b-b01b-eb9fe552fd8f req-74058dce-241b-4c93-911b-d21355acb604 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610821 Jun 24 06:39:38.254007 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:38.284292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.21', 63023) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:38.408700 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-92641491-1675-4b64-a9a8-1124d8022750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:38.410422 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-92641491-1675-4b64-a9a8-1124d8022750 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 916 time: 0.2900379 Jun 24 06:39:38.425881 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device f35f6d6d-6687-4cac-83d7-2d20b252846b up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:38.456127 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-699fab42-9550-4646-8ac9-16b28e3b24dd req-f957a5dc-c228-4f56-bdaf-64a439ba7def tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.1021349 Jun 24 06:39:38.525728 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-0bf3affd-eeb0-418e-9114-42132d65ec48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3c9a35e-4e53-454d-9f77-d47f72eb9c18 HTTP/1.1" status: 200 len: 217 time: 0.1045787 Jun 24 06:39:38.528908 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-66f87679-29fd-4801-985b-f833a83a028f service neutron] 10.222.0.21 "GET /v2.0/networks/3a554d5e-b806-4c52-91d7-5577b77053ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087198 Jun 24 06:39:38.599856 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-36496e8c-ddb3-4238-a141-12fd0f49248f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:38.599856 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-36496e8c-ddb3-4238-a141-12fd0f49248f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 819 time: 0.3082926 Jun 24 06:39:38.626338 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Request body: {'port': {'device_id': '0d3ee623-6e6f-451b-9f0e-b3f16edbf427', 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e', 'admin_state_up': True, 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:38.654986 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port f35f6d6d-6687-4cac-83d7-2d20b252846b completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:38.660614 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port f35f6d6d-6687-4cac-83d7-2d20b252846b triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:38.663960 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:38.672760 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Allocated IP 172.27.2.206 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/7158f12e-02dd-43b8-987e-18f20bbc4529) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:38.678692 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-bd969b7e-49af-4119-b7b4-13195455cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:38.680726 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-bd969b7e-49af-4119-b7b4-13195455cf8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2254bff-d9f6-4049-8c4f-101fc662efb7 HTTP/1.1" status: 200 len: 855 time: 0.1099916 Jun 24 06:39:38.693136 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da09293-a3e0-479d-92f1-23746727f8b6 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:38.740207 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a254d76-4a43-41b9-829a-4fdfdd742fbd req-4b1c3784-71c5-4373-a809-8441fdefdca9 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:38.741955 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9a254d76-4a43-41b9-829a-4fdfdd742fbd req-4b1c3784-71c5-4373-a809-8441fdefdca9 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 943 time: 0.2124693 Jun 24 06:39:38.748855 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-690f6a98-14fe-471b-b006-c128627d50a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5eec1cb-e034-4349-8b2b-ef549540cd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572441 Jun 24 06:39:38.758043 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:38.819610 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Transition to ACTIVE for port object 0da09293-a3e0-479d-92f1-23746727f8b6 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:38.825847 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:38.891477 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port f35f6d6d-6687-4cac-83d7-2d20b252846b, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=f35f6d6d-6687-4cac-83d7-2d20b252846b,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:38.904532 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:38.915838 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9a254d76-4a43-41b9-829a-4fdfdd742fbd req-0f58fb75-1ac3-4d94-9f39-76c78cbd0fa3 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658478 Jun 24 06:39:38.934608 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-96531e8a-7fc0-43ad-8e77-d116834cc36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:39.020753 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.022821 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:39.060808 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Made reservation on behalf of 76a798a454d34bc99b6f671eab8f07b7 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:39.072450 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.154807 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-a89395a6-bc30-4672-8987-5a5dc318ff4a service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909967 Jun 24 06:39:39.156074 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=f35f6d6d-6687-4cac-83d7-2d20b252846b,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:39.158386 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.159978 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:39.212153 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Attempting to bind port 0da09293-a3e0-479d-92f1-23746727f8b6 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:39.212511 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Attempting to bind port 0da09293-a3e0-479d-92f1-23746727f8b6 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:39.212866 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Attempting to bind port 0da09293-a3e0-479d-92f1-23746727f8b6 on network 4351b1f2-aa50-4346-917e-ebdf9734507e {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:39.242475 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-afb1e64f-feae-4681-8bc6-f42e46c3812f req-aba3f5f8-c763-425c-afbc-e48e3d36849b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 210 time: 0.0758529 Jun 24 06:39:39.250840 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Pushing event updated for resources: {'Port': ['ID=0da09293-a3e0-479d-92f1-23746727f8b6,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:39.272049 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:39.272928 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Port 0da09293-a3e0-479d-92f1-23746727f8b6 on network 4351b1f2-aa50-4346-917e-ebdf9734507e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:39:39.273282 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Attempting to bind port 0da09293-a3e0-479d-92f1-23746727f8b6 on network 4351b1f2-aa50-4346-917e-ebdf9734507e {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:39.280460 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:39.280809 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Checking segment: {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:39.281387 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Bound using segment: {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:39.281907 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Bound port: 0da09293-a3e0-479d-92f1-23746727f8b6, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:39.282215 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.284215 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ebc8957c-7aab-4d8a-8cd3-32d61e3bd13a req-8ffa6715-1c7d-4d7d-ae42-cdb948bb99c9 service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153362 Jun 24 06:39:39.367031 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Allocated IP 172.20.0.8 (4351b1f2-aa50-4346-917e-ebdf9734507e/41e2a3fb-cccf-4d89-9cc3-ff0e85f15801/94a2a33e-2c69-416f-8887-e80cb234480c) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:39.406415 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] For port 0da09293-a3e0-479d-92f1-23746727f8b6, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:39.439493 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd3bfc-5bdc-4174-bfa7-652f4ae98fd2 req-3a96842c-1757-4d4b-aa63-2939d248cde9 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:39.447421 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1cfd3bfc-5bdc-4174-bfa7-652f4ae98fd2 req-3a96842c-1757-4d4b-aa63-2939d248cde9 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 943 time: 0.1025503 Jun 24 06:39:39.447899 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] For port 0da09293-a3e0-479d-92f1-23746727f8b6, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0da09293-a3e0-479d-92f1-23746727f8b6,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:39.456823 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.468088 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f0a89f55-377e-4cd3-9480-5db202a27012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:39.516872 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:39.542636 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:39.551890 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:39.584149 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.595952 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1c1229ac-1971-432a-b16b-2993350ebc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:39.597765 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1cfd3bfc-5bdc-4174-bfa7-652f4ae98fd2 req-39d8ddde-1a0b-46ff-b671-1db2e877ad11 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493192 Jun 24 06:39:39.640053 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'Port': ['ID=7158f12e-02dd-43b8-987e-18f20bbc4529,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:39.645147 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:39.657949 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Pushing event updated for resources: {'Port': ['ID=0da09293-a3e0-479d-92f1-23746727f8b6,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:39.664686 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:39.681144 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:39.681862 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.683371 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] 10.222.0.21 "PUT /v2.0/ports/0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 200 len: 1094 time: 1.8684084 Jun 24 06:39:39.683964 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f', 'tag': '0da09293-a3e0-479d-92f1-23746727f8b6'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:39.722620 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ea2972d7-8970-45d8-9d9b-a29bab1d7506 req-d14dafce-c944-424f-8ba6-862734695514 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0748472 Jun 24 06:39:39.736283 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.745579 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.857611 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.893546 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a556aa-2730-4099-a1ea-873db9c87c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f", "tag": "0da09293-a3e0-479d-92f1-23746727f8b6"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:39.901643 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:39.910682 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:40.108295 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc266826-5375-4545-8e9b-7e4de9285bfd x-openstack-request-id: req-cc266826-5375-4545-8e9b-7e4de9285bfd {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:40.108607 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f", "tag": "0da09293-a3e0-479d-92f1-23746727f8b6", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:40.108954 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc266826-5375-4545-8e9b-7e4de9285bfd {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:40.109437 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f', 'tag': '0da09293-a3e0-479d-92f1-23746727f8b6', 'status': 'completed', 'code': 200} Jun 24 06:39:40.136261 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:40.140478 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Network 4351b1f2-aa50-4346-917e-ebdf9734507e is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:40.152124 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:40.161935 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:40.165478 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1efb-5b9f-418a-907c-68a37464cad1 req-a2e29959-8761-4abd-b7b6-a45b6dec78ea tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:40.167043 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f24c1efb-5b9f-418a-907c-68a37464cad1 req-a2e29959-8761-4abd-b7b6-a45b6dec78ea tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 943 time: 0.0925825 Jun 24 06:39:40.167283 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:40.167880 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:40.172491 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Pushing event updated for resources: {'Port': ['ID=94a2a33e-2c69-416f-8887-e80cb234480c,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:40.180578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:40.192916 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-e2da1dff-0fdf-44ae-8d25-1271cd52118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:40.194220 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-e2da1dff-0fdf-44ae-8d25-1271cd52118b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1097 time: 0.3835301 Jun 24 06:39:40.219674 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f24c1efb-5b9f-418a-907c-68a37464cad1 req-8bff0731-4b1b-4c63-b43e-34d6a03530a2 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Jun 24 06:39:40.258936 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:40.262911 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:40.315980 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6941617 Jun 24 06:39:40.317153 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-49cbd445-18ac-4b7a-afa2-b88023181aa9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 200 len: 217 time: 0.1144204 Jun 24 06:39:40.332804 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device f35f6d6d-6687-4cac-83d7-2d20b252846b up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:40.334830 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Request body: {'port': {'device_id': '0d3ee623-6e6f-451b-9f0e-b3f16edbf427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:40.338080 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:40.360325 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'Port': ['ID=7158f12e-02dd-43b8-987e-18f20bbc4529,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:40.364157 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:40.421407 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-55df162d-a492-4a13-a81e-6e76de5bdb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:40.421951 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port f35f6d6d-6687-4cac-83d7-2d20b252846b triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:40.421951 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:40.423052 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-55df162d-a492-4a13-a81e-6e76de5bdb3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.0830383 Jun 24 06:39:40.427209 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:40.428526 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9526112 Jun 24 06:39:40.510510 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-c3476079-661e-49d2-a59e-adb681795636 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785398 Jun 24 06:39:40.625756 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:40.696894 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a31c4b-bd32-475b-aea7-433ad9b08dfc req-1233566d-c94f-45da-b090-c304a23fb615 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:40.698838 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-78a31c4b-bd32-475b-aea7-433ad9b08dfc req-1233566d-c94f-45da-b090-c304a23fb615 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 931 time: 0.2699487 Jun 24 06:39:40.766242 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-279a6ebc-851b-4769-b5f9-a88386e0a59d service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270074 Jun 24 06:39:40.797950 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device e3c9a35e-4e53-454d-9f77-d47f72eb9c18 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:39:40.855399 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-78a31c4b-bd32-475b-aea7-433ad9b08dfc req-685cd969-f11e-4457-8895-5847d3523870 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472554 Jun 24 06:39:40.968182 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-bd4ba086-2e41-4033-8c1d-5dcc4a24b5c5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1282224216&fields=id&tenant_id=efb6fb89a48a45458c80183938725323 HTTP/1.1" status: 200 len: 267 time: 0.2842574 Jun 24 06:39:40.999558 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port e3c9a35e-4e53-454d-9f77-d47f72eb9c18, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:41.014096 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': 'e3c9a35e-4e53-454d-9f77-d47f72eb9c18', 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'port_id': 'e3c9a35e-4e53-454d-9f77-d47f72eb9c18', 'mac_address': 'fa:16:3e:86:c0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2254bff-d9f6-4049-8c4f-101fc662efb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:39:41.057844 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:41.073947 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c9a35e-4e53-454d-9f77-d47f72eb9c18 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:41.088338 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa5a1937-d2c8-45e7-bcef-73899b688996 req-877b4f0a-73a6-4ff1-b791-1fd5f8b50fdb service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683451 Jun 24 06:39:41.110020 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port e3c9a35e-4e53-454d-9f77-d47f72eb9c18, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:41.113791 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-f5418cab-0b3f-4881-9b64-0d2ad8530651 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:41.115522 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-f5418cab-0b3f-4881-9b64-0d2ad8530651 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 816 time: 0.1398156 Jun 24 06:39:41.133334 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-52307158-7bf1-41fd-a10f-bf282ee7d2e5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/quotas/efb6fb89a48a45458c80183938725323 HTTP/1.1" status: 200 len: 375 time: 0.0108848 Jun 24 06:39:41.148388 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e0823-52da-4993-a7d5-c7ea4b602491 req-3bf1b8a6-f632-4f9f-af18-21a1ffd36cd5 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:41.149879 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-591e0823-52da-4993-a7d5-c7ea4b602491 req-3bf1b8a6-f632-4f9f-af18-21a1ffd36cd5 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 943 time: 0.1260884 Jun 24 06:39:41.218873 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-723ec7af-5258-491d-8f88-5904d46b71a1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804665 Jun 24 06:39:41.226079 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a2a33e-2c69-416f-8887-e80cb234480c {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:41.237987 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:41.242802 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-591e0823-52da-4993-a7d5-c7ea4b602491 req-29baf682-276e-4456-867a-c0ed65e22512 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Jun 24 06:39:41.252917 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:41.254331 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b2646862-e6e9-4f02-8ad1-d075ed0a8fae details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:39:41.258159 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:41.258414 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Transition to ACTIVE for port object 94a2a33e-2c69-416f-8887-e80cb234480c will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:41.369482 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-ced9c370-dd37-48d6-862c-c326817629be service neutron] 10.222.0.15 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329353 Jun 24 06:39:41.372727 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:41.379200 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:41.432172 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:41.438282 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:41.481773 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b2646862-e6e9-4f02-8ad1-d075ed0a8fae, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,segment=NetworkSegment(c588724c-8562-4071-aecf-996dac0fb7db),segment_id=c588724c-8562-4071-aecf-996dac0fb7db)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:41.484827 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-38b29a84-054b-45c9-9fa5-d378443f5787 service neutron] 10.222.0.15 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137583 Jun 24 06:39:41.499304 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': 'b2646862-e6e9-4f02-8ad1-d075ed0a8fae', 'network_id': '3a554d5e-b806-4c52-91d7-5577b77053ad', 'port_id': 'b2646862-e6e9-4f02-8ad1-d075ed0a8fae', 'mac_address': 'fa:16:3e:19:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941d9012-8aab-43ca-b6c7-f62dfc0379c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:39:41.521833 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-dbe945e0-98c3-4e93-a208-948874cb4ef0 req-18170e1d-543b-43f2-b6d8-bf28ea31b958 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0550530 Jun 24 06:39:41.542903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Pushing event updated for resources: {'Port': ['ID=94a2a33e-2c69-416f-8887-e80cb234480c,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:41.546655 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:41.556199 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-dc212a63-0b56-4bfd-851f-b7cc6e398e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:41.556199 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-dc212a63-0b56-4bfd-851f-b7cc6e398e46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1097 time: 0.2342119 Jun 24 06:39:41.556748 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:41.566454 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2646862-e6e9-4f02-8ad1-d075ed0a8fae {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:41.586736 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b2646862-e6e9-4f02-8ad1-d075ed0a8fae, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,segment=NetworkSegment(c588724c-8562-4071-aecf-996dac0fb7db),segment_id=c588724c-8562-4071-aecf-996dac0fb7db)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:41.607394 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Attempting to bind port 94a2a33e-2c69-416f-8887-e80cb234480c on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:41.607743 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Attempting to bind port 94a2a33e-2c69-416f-8887-e80cb234480c by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:41.608101 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Attempting to bind port 94a2a33e-2c69-416f-8887-e80cb234480c on network 4351b1f2-aa50-4346-917e-ebdf9734507e {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:41.640723 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:41.642564 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:41.669901 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Port 94a2a33e-2c69-416f-8887-e80cb234480c on network 4351b1f2-aa50-4346-917e-ebdf9734507e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:39:41.670362 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Attempting to bind port 94a2a33e-2c69-416f-8887-e80cb234480c on network 4351b1f2-aa50-4346-917e-ebdf9734507e {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:41.683423 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:41.683907 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Checking segment: {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:41.684404 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Bound using segment: {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:41.684944 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Bound port: 94a2a33e-2c69-416f-8887-e80cb234480c, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef62541-f6be-43eb-9364-2ff4f55d67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:41.685518 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:41.694000 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:41.697123 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:41.841750 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-11b1d67c-1cfb-4569-bda3-e629c0310c5b req-ee4fddcf-5491-4711-ab91-4efc1064ec62 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0659032 Jun 24 06:39:41.878781 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-5a8068e2-4ee7-47cb-b8cc-c7a859234c25 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:41.880401 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-5a8068e2-4ee7-47cb-b8cc-c7a859234c25 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 810 time: 0.2466736 Jun 24 06:39:41.945988 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['b2646862-e6e9-4f02-8ad1-d075ed0a8fae'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:39:41.968731 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-fea390b1-07da-4ace-a531-c3585202eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:41.970515 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-fea390b1-07da-4ace-a531-c3585202eb15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 920 time: 0.4094555 Jun 24 06:39:42.004139 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-f4459821-90d7-4db6-98a5-f480f874857c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8d8ca933ea4547b20d4fbf374c848d HTTP/1.1" status: 200 len: 379 time: 0.1129301 Jun 24 06:39:42.017204 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'port': {'device_id': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'admin_state_up': True, 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'security_groups': ['82476487-304a-46d0-9d42-e21e95756e08']}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:42.028258 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e3c9a35e-4e53-454d-9f77-d47f72eb9c18'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:39:42.041409 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-49061441-c15c-4953-9725-883a0c054d4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 200 len: 217 time: 0.0562644 Jun 24 06:39:42.064453 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] For port 94a2a33e-2c69-416f-8887-e80cb234480c, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:42.111936 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9bb11-3cfd-4b76-96bf-3c2723b94c29 req-bd21acc6-22e5-4faa-93e6-cacd8e614c7b tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:42.120118 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-32b9bb11-3cfd-4b76-96bf-3c2723b94c29 req-bd21acc6-22e5-4faa-93e6-cacd8e614c7b tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 944 time: 0.4486814 Jun 24 06:39:42.126894 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] For port 94a2a33e-2c69-416f-8887-e80cb234480c, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=94a2a33e-2c69-416f-8887-e80cb234480c,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:42.155976 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-a9958f53-85cd-4176-8ff1-e5574c915537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:42.157411 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-a9958f53-85cd-4176-8ff1-e5574c915537 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.1077011 Jun 24 06:39:42.229885 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-46043f4a-d1ce-4a22-a238-53fed6bb3860 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645359 Jun 24 06:39:42.234162 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651b07b-ac77-4537-9484-62b3eaea8454 req-7933e04b-3929-4921-92c5-47893c78d881 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:42.243425 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4651b07b-ac77-4537-9484-62b3eaea8454 req-7933e04b-3929-4921-92c5-47893c78d881 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 943 time: 0.1398802 Jun 24 06:39:42.259463 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-32b9bb11-3cfd-4b76-96bf-3c2723b94c29 req-1218a650-c943-4be6-9917-8d373e18a58c tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364341 Jun 24 06:39:42.275339 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:42.328200 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4651b07b-ac77-4537-9484-62b3eaea8454 req-67f018b4-9b95-4416-9bdd-982176bd8d81 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805948 Jun 24 06:39:42.346565 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Made reservation on behalf of 7f8d8ca933ea4547b20d4fbf374c848d for: {'port': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:42.350410 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:42.352871 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6a5836f7-4f88-4b75-a4b9-31bd8f2a0648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:42.572088 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Allocated IP 172.20.0.6 (c42871d8-e1d8-4c3e-9434-390214e0f8e0/e1e5a473-276a-4821-8821-5a2981ad74f4/8265fb30-14ed-4afb-b33a-f1b525382fc9) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:42.664773 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:42.665461 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:42.666803 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] 10.222.0.21 "PUT /v2.0/ports/94a2a33e-2c69-416f-8887-e80cb234480c HTTP/1.1" status: 200 len: 1093 time: 2.3389642 Jun 24 06:39:42.668102 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3ee623-6e6f-451b-9f0e-b3f16edbf427', 'tag': '94a2a33e-2c69-416f-8887-e80cb234480c'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:42.670474 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e724c-68e5-44a6-b40c-c1d6613116a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3ee623-6e6f-451b-9f0e-b3f16edbf427", "tag": "94a2a33e-2c69-416f-8887-e80cb234480c"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:42.701739 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Pushing event updated for resources: {'Port': ['ID=94a2a33e-2c69-416f-8887-e80cb234480c,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:42.707804 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:42.712084 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6084a612-ca72-475e-a9d5-10f2c5e643d5 req-99e47654-ea86-4da7-b968-b1e1d59d1a54 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0315135 Jun 24 06:39:42.732786 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-2019a417-3547-4f14-9acf-a92af79ca50d service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687817 Jun 24 06:39:42.762562 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:42.774437 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df4af9-28ef-42e7-8533-c4d7a32cc1aa x-openstack-request-id: req-b4df4af9-28ef-42e7-8533-c4d7a32cc1aa {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:42.775250 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3ee623-6e6f-451b-9f0e-b3f16edbf427", "tag": "94a2a33e-2c69-416f-8887-e80cb234480c", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:42.775250 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4df4af9-28ef-42e7-8533-c4d7a32cc1aa {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:42.775468 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3ee623-6e6f-451b-9f0e-b3f16edbf427', 'tag': '94a2a33e-2c69-416f-8887-e80cb234480c', 'status': 'completed', 'code': 200} Jun 24 06:39:42.778301 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device e3c9a35e-4e53-454d-9f77-d47f72eb9c18 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:42.786270 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233b443-f08e-4933-8ae5-0b27f6e2b942 req-cd276885-34a4-4530-a859-8d54b8309952 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:42.788315 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5233b443-f08e-4933-8ae5-0b27f6e2b942 req-cd276885-34a4-4530-a859-8d54b8309952 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 944 time: 0.1638014 Jun 24 06:39:42.819378 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Transition to ACTIVE for port object 8265fb30-14ed-4afb-b33a-f1b525382fc9 will not be triggered until provisioned by entity DHCP. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:42.912750 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5233b443-f08e-4933-8ae5-0b27f6e2b942 req-538ce1f2-9d69-405f-92c8-d430c75139ef tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891507 Jun 24 06:39:42.932018 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7a556aa-2730-4099-a1ea-873db9c87c5f req-00f30d8f-7ea4-4ff0-bd59-e2bd9edc7281 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894007 Jun 24 06:39:42.955865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e724c-68e5-44a6-b40c-c1d6613116a9 req-8908455f-dd6d-49ab-b28b-3d3d0eebe127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:42.963321 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451e724c-68e5-44a6-b40c-c1d6613116a9 req-8908455f-dd6d-49ab-b28b-3d3d0eebe127 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 1096 time: 0.1269906 Jun 24 06:39:42.971630 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-038b8121-9e48-4124-993c-38dcab523bef req-938ed472-5d2b-49f5-9304-f09786f8c832 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0449059 Jun 24 06:39:42.982726 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:42.983792 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:42.988628 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:42.993335 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:42.997020 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-93a2fd6a-0b66-4bfa-be3c-eb8f689f4290 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:43.026702 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:43.032760 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:43.037541 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:43.044101 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:43.045089 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.090135 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'Port': ['ID=8265fb30-14ed-4afb-b33a-f1b525382fc9,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:43.096184 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:43.108980 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.133747 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd328d-32e4-496f-85b3-f14c7dbc3ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c9a35e-4e53-454d-9f77-d47f72eb9c18'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:43.149996 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e724c-68e5-44a6-b40c-c1d6613116a9 req-2b6ac555-380b-4672-9a03-ae0a3c9a2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:43.151499 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451e724c-68e5-44a6-b40c-c1d6613116a9 req-2b6ac555-380b-4672-9a03-ae0a3c9a2921 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=76a798a454d34bc99b6f671eab8f07b7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1858764 Jun 24 06:39:43.191271 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1792386 Jun 24 06:39:43.204519 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Request body: {'port': {'device_id': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:43.217825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port e3c9a35e-4e53-454d-9f77-d47f72eb9c18, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:43.269605 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab3cf04-5d15-4029-b99c-e957471e506e" -d '{"events": [{"server_uuid": "35cd328d-32e4-496f-85b3-f14c7dbc3ad5", "name": "network-vif-plugged", "status": "completed", "tag": "e3c9a35e-4e53-454d-9f77-d47f72eb9c18"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:43.314371 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.334520 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.339119 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b2646862-e6e9-4f02-8ad1-d075ed0a8fae up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:43.339119 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:43.374590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e724c-68e5-44a6-b40c-c1d6613116a9 req-d7711053-b104-4fcf-861e-e209c8aa4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:43.377518 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451e724c-68e5-44a6-b40c-c1d6613116a9 req-d7711053-b104-4fcf-861e-e209c8aa4931 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2199225 Jun 24 06:39:43.431057 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:43.460299 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:43.465499 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bf4ef075-2513-4f9e-a777-6189ae07bec2 None None] Provisioning for port 8265fb30-14ed-4afb-b33a-f1b525382fc9 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:43.467655 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bf4ef075-2513-4f9e-a777-6189ae07bec2 None None] Provisioning complete for port 8265fb30-14ed-4afb-b33a-f1b525382fc9 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:43.468120 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef075-2513-4f9e-a777-6189ae07bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.504492 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-b34f97f7-25eb-45c3-a68b-397c2473fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:43.506160 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-b34f97f7-25eb-45c3-a68b-397c2473fb43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 1096 time: 0.0697477 Jun 24 06:39:43.511134 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c7ca83-06c7-4c47-98d1-c666fda494de x-openstack-request-id: req-e7c7ca83-06c7-4c47-98d1-c666fda494de {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:43.511665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd328d-32e4-496f-85b3-f14c7dbc3ad5", "name": "network-vif-plugged", "status": "completed", "tag": "e3c9a35e-4e53-454d-9f77-d47f72eb9c18", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:43.512406 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7c7ca83-06c7-4c47-98d1-c666fda494de {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:43.512659 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd328d-32e4-496f-85b3-f14c7dbc3ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c9a35e-4e53-454d-9f77-d47f72eb9c18', 'code': 200} Jun 24 06:39:43.513572 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ef075-2513-4f9e-a777-6189ae07bec2 None None] Port 8265fb30-14ed-4afb-b33a-f1b525382fc9 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:39:43.595115 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-9f916195-cde7-42b4-a152-0d76d34daeee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a2a33e-2c69-416f-8887-e80cb234480c HTTP/1.1" status: 200 len: 217 time: 0.0748963 Jun 24 06:39:43.600207 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port b2646862-e6e9-4f02-8ad1-d075ed0a8fae completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:43.605976 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port b2646862-e6e9-4f02-8ad1-d075ed0a8fae triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:43.606426 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.645909 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfed3c-7dc7-4f23-9b8b-0c006804f552 req-427ad38a-a4c6-46bc-90ed-ff098050beb0 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:43.647483 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-11dfed3c-7dc7-4f23-9b8b-0c006804f552 req-427ad38a-a4c6-46bc-90ed-ff098050beb0 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 944 time: 0.1653290 Jun 24 06:39:43.656737 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-d30ce900-6cb9-4c7e-9911-7cfb34d32d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:43.658692 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-d30ce900-6cb9-4c7e-9911-7cfb34d32d41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.0574481 Jun 24 06:39:43.703843 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-2c6d39a7-a641-4478-8f7b-a704155d0f5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379088 Jun 24 06:39:43.719107 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-11dfed3c-7dc7-4f23-9b8b-0c006804f552 req-2629b71f-0784-4dc7-83f7-57680738193a tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647068 Jun 24 06:39:43.744533 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.792315 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b2646862-e6e9-4f02-8ad1-d075ed0a8fae, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,segment=NetworkSegment(c588724c-8562-4071-aecf-996dac0fb7db),segment_id=c588724c-8562-4071-aecf-996dac0fb7db)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:43.818602 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8265fb30-14ed-4afb-b33a-f1b525382fc9 {{(pid=100200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:43.829423 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.843660 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03f470-cc8d-4168-9fde-3f85ea89ed2b req-fe082605-6060-4001-88b5-45b02c8a7019 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:43.844024 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Transition to ACTIVE for port object 8265fb30-14ed-4afb-b33a-f1b525382fc9 will not be triggered until provisioned by entity L2. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:43.845459 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7a03f470-cc8d-4168-9fde-3f85ea89ed2b req-fe082605-6060-4001-88b5-45b02c8a7019 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 943 time: 0.1403162 Jun 24 06:39:43.878747 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:43.880752 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-332026a7-91d6-437e-91ee-48cb92bdbb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:43.919515 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7a03f470-cc8d-4168-9fde-3f85ea89ed2b req-c8987e66-e183-419e-a339-4e41dd47dd49 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675006 Jun 24 06:39:43.924331 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-4e141284-462f-4ee5-aca7-6302576119c1 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052591 Jun 24 06:39:43.980730 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0446b-2d64-4b1f-91b9-fea3533e8129 req-40f89c54-a58f-48f3-a3ad-98b1fc4edd2c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:43.992209 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0af0446b-2d64-4b1f-91b9-fea3533e8129 req-40f89c54-a58f-48f3-a3ad-98b1fc4edd2c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 931 time: 0.1050730 Jun 24 06:39:43.998519 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:44.011330 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:44.011898 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:44.027560 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:44.073002 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Pushing event updated for resources: {'Port': ['ID=8265fb30-14ed-4afb-b33a-f1b525382fc9,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:44.079441 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-39a7e099-b125-4c37-a710-4b79ef1cd6a5 req-6cd7b93f-6a21-4284-ab6f-24beb750385b service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494637 Jun 24 06:39:44.086704 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0af0446b-2d64-4b1f-91b9-fea3533e8129 req-74b4c1db-715d-4ad2-813e-264fa9ecb29f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965965 Jun 24 06:39:44.087620 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:44.202150 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Attempting to bind port 8265fb30-14ed-4afb-b33a-f1b525382fc9 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:44.202500 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Attempting to bind port 8265fb30-14ed-4afb-b33a-f1b525382fc9 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'}] {{(pid=100200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:44.202838 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Attempting to bind port 8265fb30-14ed-4afb-b33a-f1b525382fc9 on network c42871d8-e1d8-4c3e-9434-390214e0f8e0 {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:44.212371 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Port 8265fb30-14ed-4afb-b33a-f1b525382fc9 on network c42871d8-e1d8-4c3e-9434-390214e0f8e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:39:44.212713 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Attempting to bind port 8265fb30-14ed-4afb-b33a-f1b525382fc9 on network c42871d8-e1d8-4c3e-9434-390214e0f8e0 {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:44.227971 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:44.228383 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Checking segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:44.228698 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Bound using segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} {{(pid=100200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:44.229156 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.managers [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Bound port: 8265fb30-14ed-4afb-b33a-f1b525382fc9, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'}}] {{(pid=100200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:44.229519 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:44.294584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c39535-c147-45a3-a676-39943833f2ef req-445bc24a-a1ba-47e2-98c9-38cbd068a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:44.296305 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3c39535-c147-45a3-a676-39943833f2ef req-445bc24a-a1ba-47e2-98c9-38cbd068a04f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 1098 time: 0.2156389 Jun 24 06:39:44.319361 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f3c39535-c147-45a3-a676-39943833f2ef req-098c886f-9bba-4655-b274-f4b19ebefe5d service neutron] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:44.322203 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ea7cc827-6e5f-48f1-bf8a-5ca739cc9525 req-765ef560-a2ba-4b4e-8408-a51c7f2aec67 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0432241 Jun 24 06:39:44.329936 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] For port 8265fb30-14ed-4afb-b33a-f1b525382fc9, host hv-cinder-78409, cleared binding levels {{(pid=100200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:44.338860 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21386d2-9551-438c-b1d1-a6168990c570 req-a2b13a02-ed21-426d-bc26-0387629463a1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:44.340341 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f21386d2-9551-438c-b1d1-a6168990c570 req-a2b13a02-ed21-426d-bc26-0387629463a1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 945 time: 0.1770604 Jun 24 06:39:44.341029 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] For port 8265fb30-14ed-4afb-b33a-f1b525382fc9, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:44.424883 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:44.427788 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f21386d2-9551-438c-b1d1-a6168990c570 req-8703f812-46b4-4b44-b457-72d0226ee2e0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610685 Jun 24 06:39:44.431185 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:44.468493 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:44.469325 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:44.471768 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] 10.222.0.21 "PUT /v2.0/ports/8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 1093 time: 1.2733755 Jun 24 06:39:44.472389 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'tag': '8265fb30-14ed-4afb-b33a-f1b525382fc9'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:44.475526 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967ca81-acb0-4b08-b3e9-ee311e806aab" -d '{"events": [{"name": "network-changed", "server_uuid": "587a1909-f969-437e-9eb7-61fa7b471f8d", "tag": "8265fb30-14ed-4afb-b33a-f1b525382fc9"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:44.502517 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f3c39535-c147-45a3-a676-39943833f2ef req-098c886f-9bba-4655-b274-f4b19ebefe5d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:44.504574 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Pushing event updated for resources: {'Port': ['ID=8265fb30-14ed-4afb-b33a-f1b525382fc9,revision_number=3']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:44.508752 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:44.525848 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9696c1-40d6-4c5e-b3f5-6b7eb327e39c x-openstack-request-id: req-0e9696c1-40d6-4c5e-b3f5-6b7eb327e39c {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:44.526171 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a1909-f969-437e-9eb7-61fa7b471f8d", "tag": "8265fb30-14ed-4afb-b33a-f1b525382fc9", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:44.526484 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e9696c1-40d6-4c5e-b3f5-6b7eb327e39c {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:44.526965 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'tag': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'status': 'completed', 'code': 200} Jun 24 06:39:44.566675 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f3c39535-c147-45a3-a676-39943833f2ef req-098c886f-9bba-4655-b274-f4b19ebefe5d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:44.581423 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:44.601777 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3c39535-c147-45a3-a676-39943833f2ef req-098c886f-9bba-4655-b274-f4b19ebefe5d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980506 Jun 24 06:39:44.614581 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c886f-9bba-4655-b274-f4b19ebefe5d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6f91a6-f193-4ded-a215-5d58eb36e05b,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:44.618506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-098c886f-9bba-4655-b274-f4b19ebefe5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:44.644758 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967ca81-acb0-4b08-b3e9-ee311e806aab req-a69fc60f-d8f9-43d1-aa6b-2ef38b61bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:44.646570 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7967ca81-acb0-4b08-b3e9-ee311e806aab req-a69fc60f-d8f9-43d1-aa6b-2ef38b61bbc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1096 time: 0.0665882 Jun 24 06:39:44.788685 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 0da09293-a3e0-479d-92f1-23746727f8b6 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:39:44.852297 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967ca81-acb0-4b08-b3e9-ee311e806aab req-fdf0df37-c492-4754-b620-9d726b18b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:44.853819 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7967ca81-acb0-4b08-b3e9-ee311e806aab req-fdf0df37-c492-4754-b620-9d726b18b981 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1682959 Jun 24 06:39:44.908092 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 0da09293-a3e0-479d-92f1-23746727f8b6, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0da09293-a3e0-479d-92f1-23746727f8b6,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:44.928865 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '0da09293-a3e0-479d-92f1-23746727f8b6', 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e', 'port_id': '0da09293-a3e0-479d-92f1-23746727f8b6', 'mac_address': 'fa:16:3e:c5:1e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e2a3fb-cccf-4d89-9cc3-ff0e85f15801', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:39:44.947424 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd6661-e838-4ece-81f8-946ed31509d3 req-80a4dbde-b788-4e88-9d0f-176e3e7fd84d tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:44.949095 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-10cd6661-e838-4ece-81f8-946ed31509d3 req-80a4dbde-b788-4e88-9d0f-176e3e7fd84d tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.1122100 Jun 24 06:39:45.032283 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34850) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:45.062798 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-10cd6661-e838-4ece-81f8-946ed31509d3 req-f9aebf68-4bcf-4d80-8bce-b6222c56c33e tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933194 Jun 24 06:39:45.211727 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967ca81-acb0-4b08-b3e9-ee311e806aab req-90a12f9a-a64d-4ae7-bcec-556bfa8dda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:45.215493 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7967ca81-acb0-4b08-b3e9-ee311e806aab req-90a12f9a-a64d-4ae7-bcec-556bfa8dda52 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3525901 Jun 24 06:39:45.229100 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:45.244080 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da09293-a3e0-479d-92f1-23746727f8b6 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:45.251462 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b4108335-d0d3-481e-baa5-ec3b7e48c115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:45.280355 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 0da09293-a3e0-479d-92f1-23746727f8b6, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0da09293-a3e0-479d-92f1-23746727f8b6,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:45.309201 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593786c-e11d-4cdf-85ee-c1fd3657dfea req-3e17bcc3-2b25-4df9-ac7b-8e77b4ac1ce9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:45.310755 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c593786c-e11d-4cdf-85ee-c1fd3657dfea req-3e17bcc3-2b25-4df9-ac7b-8e77b4ac1ce9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 943 time: 0.1626925 Jun 24 06:39:45.354476 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:45.356361 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-18d2eb38-a325-4177-bffa-ec5d367d540e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:45.390018 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c593786c-e11d-4cdf-85ee-c1fd3657dfea req-43694e55-8ae5-4b5b-9042-02a0480ec28a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615048 Jun 24 06:39:45.409737 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=0da09293-a3e0-479d-92f1-23746727f8b6,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:45.410832 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-d5885d14-7a12-4a2c-9fd6-66b2491dab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:45.412496 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-d5885d14-7a12-4a2c-9fd6-66b2491dab68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1096 time: 0.1351209 Jun 24 06:39:45.413095 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:45.462596 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-b1197754-dec4-4f47-b5af-07edbd0fbff8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 217 time: 0.0401683 Jun 24 06:39:45.509890 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6433a3-7618-4a1f-b940-1eaebd9bffaa req-8b2ad49b-b9be-4283-afe4-d886774f2072 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:45.512101 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-af6433a3-7618-4a1f-b940-1eaebd9bffaa req-8b2ad49b-b9be-4283-afe4-d886774f2072 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 943 time: 0.2234917 Jun 24 06:39:45.513488 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e300fde3-09cf-4981-8e3d-7616421d4616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2646862-e6e9-4f02-8ad1-d075ed0a8fae'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:45.516052 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb260e43-e659-4cf7-a420-7ac538b8b424" -d '{"events": [{"server_uuid": "e300fde3-09cf-4981-8e3d-7616421d4616", "name": "network-vif-plugged", "status": "completed", "tag": "b2646862-e6e9-4f02-8ad1-d075ed0a8fae"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:45.544624 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-d31aca28-55d2-47ce-987f-edcd8f276325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:45.546302 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-d31aca28-55d2-47ce-987f-edcd8f276325 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0756087 Jun 24 06:39:45.558616 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-1ea361ea-0819-4c49-b600-1efd7ffba737 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:45.560021 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-1ea361ea-0819-4c49-b600-1efd7ffba737 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 816 time: 0.2268369 Jun 24 06:39:45.584419 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4e2e9dbd-d3b6-4699-917b-3d577c7b76da req-3a044dd9-b0dd-4ff9-b111-4843fed2ef6c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0371580 Jun 24 06:39:45.586095 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['0da09293-a3e0-479d-92f1-23746727f8b6'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:39:45.630691 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-af6433a3-7618-4a1f-b940-1eaebd9bffaa req-6ffeee9b-aaaa-44b7-98b7-c95894edb36f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087353 Jun 24 06:39:45.639251 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-1aa6c85a-1329-4d98-b2a0-f4f21657d6b4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb6fb89a48a45458c80183938725323 HTTP/1.1" status: 200 len: 380 time: 0.0684612 Jun 24 06:39:45.656692 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'port': {'device_id': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'admin_state_up': True, 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'security_groups': ['dc8a3164-6651-4411-98c7-79bebedc877b']}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:45.672486 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b4108335-d0d3-481e-baa5-ec3b7e48c115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:45.681848 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-47babf71-36bf-423a-bab5-b86947497d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:45.693263 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-47babf71-36bf-423a-bab5-b86947497d07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1314216 Jun 24 06:39:45.727897 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c015995-4bbf-42aa-a475-942786c7d1b6 x-openstack-request-id: req-6c015995-4bbf-42aa-a475-942786c7d1b6 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:45.728535 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e300fde3-09cf-4981-8e3d-7616421d4616", "name": "network-vif-plugged", "status": "completed", "tag": "b2646862-e6e9-4f02-8ad1-d075ed0a8fae", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:45.728968 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c015995-4bbf-42aa-a475-942786c7d1b6 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:45.729577 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e300fde3-09cf-4981-8e3d-7616421d4616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2646862-e6e9-4f02-8ad1-d075ed0a8fae', 'code': 200} Jun 24 06:39:45.804219 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b4108335-d0d3-481e-baa5-ec3b7e48c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:45.818822 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b66e9982-e340-4dba-8771-690658c2a595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:45.896191 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-b4108335-d0d3-481e-baa5-ec3b7e48c115 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00f0570a3e8846f3b1e34879aea783d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8627872 Jun 24 06:39:45.901915 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 34874) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:45.905573 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4108335-d0d3-481e-baa5-ec3b7e48c115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b46ef98-07ed-4172-9819-e9083492def2,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:45.926680 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b4108335-d0d3-481e-baa5-ec3b7e48c115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:46.064009 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be1d14-2fef-4d70-a001-5c308c86c6e6 req-0eb33612-2f59-4e65-961c-85fa933f4423 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:46.066704 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-01be1d14-2fef-4d70-a001-5c308c86c6e6 req-0eb33612-2f59-4e65-961c-85fa933f4423 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 945 time: 0.1310034 Jun 24 06:39:46.069858 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-ad2b4a68-40ee-41fa-b67b-7f171080b04f service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728516 Jun 24 06:39:46.145732 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Made reservation on behalf of efb6fb89a48a45458c80183938725323 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:39:46.148791 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:46.207160 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-01be1d14-2fef-4d70-a001-5c308c86c6e6 req-4284cf37-21b2-4edc-9abc-e6af9376e36d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181569 Jun 24 06:39:46.219009 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-be6d5b33-68f9-4f3b-bb1f-3724d69798aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:46.225208 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-273db235-8c50-4596-bef5-2776801b688e service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461403 Jun 24 06:39:46.310421 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-be6d5b33-68f9-4f3b-bb1f-3724d69798aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:46.393897 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0eef19-01ac-4be2-9d47-d800d3795ee2 req-a1f21582-ce44-4774-9ac9-54a4f6bc2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:46.395587 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9f0eef19-01ac-4be2-9d47-d800d3795ee2 req-a1f21582-ce44-4774-9ac9-54a4f6bc2ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 1098 time: 0.2602682 Jun 24 06:39:46.454650 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcced71-36e7-4533-839f-148be88b75e8 req-06270176-faea-4419-81db-09c836b1687d tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:46.458340 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8dcced71-36e7-4533-839f-148be88b75e8 req-06270176-faea-4419-81db-09c836b1687d tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.2618132 Jun 24 06:39:46.459461 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Allocated IP 172.20.0.3 (75d40935-d872-4371-8e76-885424ef19ba/3d67e38f-202a-459f-88a2-398f5311f7b6/7e05a2bd-c605-45d4-bcc8-aa75274bf436) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:39:46.509279 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9f0eef19-01ac-4be2-9d47-d800d3795ee2 req-4c69fd51-b579-4afc-a496-149094d0095e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032395 Jun 24 06:39:46.562817 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8dcced71-36e7-4533-839f-148be88b75e8 req-5c3ff920-9cec-49f5-b0c4-d1b6c779b734 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716677 Jun 24 06:39:46.586146 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc0fe-ccac-41eb-a312-61af9c966d9f req-ec1def87-dd5c-419f-8fdc-b89599cea00f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:46.587601 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c47cc0fe-ccac-41eb-a312-61af9c966d9f req-ec1def87-dd5c-419f-8fdc-b89599cea00f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 943 time: 0.0709412 Jun 24 06:39:46.590156 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-be6d5b33-68f9-4f3b-bb1f-3724d69798aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:46.595329 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-be6d5b33-68f9-4f3b-bb1f-3724d69798aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:46.597026 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-be6d5b33-68f9-4f3b-bb1f-3724d69798aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b46ef98-07ed-4172-9819-e9083492def2 HTTP/1.1" status: 204 len: 168 time: 0.6924376 Jun 24 06:39:46.599776 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:46.609401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d5b33-68f9-4f3b-bb1f-3724d69798aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b46ef98-07ed-4172-9819-e9083492def2,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:46.613292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-be6d5b33-68f9-4f3b-bb1f-3724d69798aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:46.644067 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c47cc0fe-ccac-41eb-a312-61af9c966d9f req-47f0eb29-aa8c-4676-a1a3-2ea0cf34a02a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Jun 24 06:39:46.662154 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:46.690370 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Transition to ACTIVE for port object 7e05a2bd-c605-45d4-bcc8-aa75274bf436 will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:46.771848 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1b4a6be9-7ecf-4b8a-803b-ee4081214a41 req-2f737fcb-1ecf-4fbc-9410-c4b83b30a728 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280142 Jun 24 06:39:46.795600 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:46.804261 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 94a2a33e-2c69-416f-8887-e80cb234480c details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:39:46.809470 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 0da09293-a3e0-479d-92f1-23746727f8b6 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:46.813921 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:46.844861 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Network 75d40935-d872-4371-8e76-885424ef19ba is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:39:46.847728 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f4711-cb80-4d49-b674-66f5bf8e7c34 req-3d262012-bef8-4993-ad3d-0f109b6fff92 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:46.852717 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:39:46.857750 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5b5f4711-cb80-4d49-b674-66f5bf8e7c34 req-3d262012-bef8-4993-ad3d-0f109b6fff92 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 943 time: 0.0969625 Jun 24 06:39:46.868487 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:39:46.875321 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:46.875578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:46.921013 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:46.926429 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5b5f4711-cb80-4d49-b674-66f5bf8e7c34 req-ceaec736-cacc-42d2-bb6d-d9c868f57217 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645230 Jun 24 06:39:46.926577 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:46.949870 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3002541 Jun 24 06:39:46.965379 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Request body: {'port': {'device_id': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:39:47.043097 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 94a2a33e-2c69-416f-8887-e80cb234480c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=94a2a33e-2c69-416f-8887-e80cb234480c,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:47.066689 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 0da09293-a3e0-479d-92f1-23746727f8b6 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:47.070042 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '94a2a33e-2c69-416f-8887-e80cb234480c', 'network_id': '4351b1f2-aa50-4346-917e-ebdf9734507e', 'port_id': '94a2a33e-2c69-416f-8887-e80cb234480c', 'mac_address': 'fa:16:3e:aa:c7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e2a3fb-cccf-4d89-9cc3-ff0e85f15801', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:39:47.070706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.079461 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 0da09293-a3e0-479d-92f1-23746727f8b6 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:47.080687 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.167076 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.228262 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a2a33e-2c69-416f-8887-e80cb234480c {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:47.260032 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.265640 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 94a2a33e-2c69-416f-8887-e80cb234480c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=94a2a33e-2c69-416f-8887-e80cb234480c,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:47.302151 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 0da09293-a3e0-479d-92f1-23746727f8b6, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0da09293-a3e0-479d-92f1-23746727f8b6,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:47.380377 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-4054c83a-13a4-4960-aab9-784ca81a3881 None None] Provisioning for port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:47.384379 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-4054c83a-13a4-4960-aab9-784ca81a3881 None None] Provisioning complete for port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:47.384766 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4054c83a-13a4-4960-aab9-784ca81a3881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.418834 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-4054c83a-13a4-4960-aab9-784ca81a3881 None None] Port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:39:47.463091 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.466506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aaa45-ac77-4f68-92d2-97120fa9116f req-bdbc30f9-df6e-4678-8ddb-93a3e0027c62 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:47.467572 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:47.468166 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-478aaa45-ac77-4f68-92d2-97120fa9116f req-bdbc30f9-df6e-4678-8ddb-93a3e0027c62 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 945 time: 0.1164885 Jun 24 06:39:47.469926 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.488726 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e05a2bd-c605-45d4-bcc8-aa75274bf436 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:47.502953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.521357 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=0da09293-a3e0-479d-92f1-23746727f8b6,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:47.530887 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Transition to ACTIVE for port object 7e05a2bd-c605-45d4-bcc8-aa75274bf436 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:39:47.536273 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-478aaa45-ac77-4f68-92d2-97120fa9116f req-09687713-5623-4232-96ef-05ea393b218b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562050 Jun 24 06:39:47.537224 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:47.537766 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:47.591017 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=94a2a33e-2c69-416f-8887-e80cb234480c,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:47.594174 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:47.647085 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:47.657478 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:47.715815 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['94a2a33e-2c69-416f-8887-e80cb234480c'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:39:47.722474 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:47.731692 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:47.770603 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da09293-a3e0-479d-92f1-23746727f8b6'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:47.773498 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b96df9c-6a6c-40b1-b628-ddad9cf95f71" -d '{"events": [{"server_uuid": "940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f", "name": "network-vif-plugged", "status": "completed", "tag": "0da09293-a3e0-479d-92f1-23746727f8b6"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:47.785358 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175de73-ab72-4bc8-96ab-f2b1c360ffaa req-1477c901-7a3a-4d20-b02a-0fb4d8738cb7 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:47.787826 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8175de73-ab72-4bc8-96ab-f2b1c360ffaa req-1477c901-7a3a-4d20-b02a-0fb4d8738cb7 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.1252072 Jun 24 06:39:47.858660 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8175de73-ab72-4bc8-96ab-f2b1c360ffaa req-9bf872a3-f8db-464f-ac5c-05107fa3e235 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648665 Jun 24 06:39:47.942318 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b85295-987e-42e3-8768-f715acb52bfd req-8ac1042e-5e52-4b5c-a9a2-11bcfbf87792 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:47.943802 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c2b85295-987e-42e3-8768-f715acb52bfd req-8ac1042e-5e52-4b5c-a9a2-11bcfbf87792 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 944 time: 0.0945351 Jun 24 06:39:47.962211 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c73461-1dca-4386-bfba-612b6bca0960 x-openstack-request-id: req-94c73461-1dca-4386-bfba-612b6bca0960 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:47.963025 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f", "name": "network-vif-plugged", "status": "completed", "tag": "0da09293-a3e0-479d-92f1-23746727f8b6", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:47.963497 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94c73461-1dca-4386-bfba-612b6bca0960 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:47.964054 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da09293-a3e0-479d-92f1-23746727f8b6', 'code': 200} Jun 24 06:39:48.010323 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c2b85295-987e-42e3-8768-f715acb52bfd req-e7d24343-8545-4a1e-99f8-ad8ff1df0922 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Jun 24 06:39:48.085212 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Attempting to bind port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:39:48.085855 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Attempting to bind port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:39:48.086353 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Attempting to bind port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 on network 75d40935-d872-4371-8e76-885424ef19ba {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:48.092602 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 on network 75d40935-d872-4371-8e76-885424ef19ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:39:48.093138 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Attempting to bind port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 on network 75d40935-d872-4371-8e76-885424ef19ba {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:39:48.103266 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:39:48.103747 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Checking segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:39:48.104309 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Bound using segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:39:48.104917 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Bound port: 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:39:48.105454 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:48.139018 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c644d-00f0-4292-bbdd-101b1d987843 req-a5d06e00-877b-48a6-bbc5-9d3d2cc0ac0e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:48.140991 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-358c644d-00f0-4292-bbdd-101b1d987843 req-a5d06e00-877b-48a6-bbc5-9d3d2cc0ac0e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0850699 Jun 24 06:39:48.197715 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-358c644d-00f0-4292-bbdd-101b1d987843 req-aa2e6cdd-f32c-459d-82c3-6f3369324224 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504410 Jun 24 06:39:48.266808 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:39:48.284581 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:39:48.320275 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965caea9-0e7e-4038-84ca-fea7ba44394e req-8f8ec64a-bcd2-4432-ba35-56c9e907beb3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:48.321791 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-965caea9-0e7e-4038-84ca-fea7ba44394e req-8f8ec64a-bcd2-4432-ba35-56c9e907beb3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 943 time: 0.1303227 Jun 24 06:39:48.365225 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-965caea9-0e7e-4038-84ca-fea7ba44394e req-00522df2-e311-4115-a1fd-04635737e250 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372260 Jun 24 06:39:48.475659 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:48.479612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:48.525972 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:48.526597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:48.527974 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] 10.222.0.21 "PUT /v2.0/ports/7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 200 len: 1093 time: 1.5677526 Jun 24 06:39:48.529478 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:48.531826 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14d02d4-e368-4b78-8b22-bd9a0ddc7d09" -d '{"events": [{"name": "network-changed", "server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:48.568216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:48.572973 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:48.594483 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4cf86-15de-43f0-a966-633e84871eaa req-842c6617-34f0-4201-b92f-b3cb8dfaca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:48.596092 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a1b4cf86-15de-43f0-a966-633e84871eaa req-842c6617-34f0-4201-b92f-b3cb8dfaca73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1099 time: 0.1470520 Jun 24 06:39:48.620637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8de785-c822-46fd-ba4c-0a2a807a2b84 x-openstack-request-id: req-5c8de785-c822-46fd-ba4c-0a2a807a2b84 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:48.620637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:48.620637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c8de785-c822-46fd-ba4c-0a2a807a2b84 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:48.620637 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'status': 'completed', 'code': 200} Jun 24 06:39:48.687662 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a1b4cf86-15de-43f0-a966-633e84871eaa req-4d890be1-9c12-41d5-b695-a286efaa8271 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826075 Jun 24 06:39:48.705817 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d02d4-e368-4b78-8b22-bd9a0ddc7d09 req-ed2b1874-d737-4d88-83fa-77512c7e09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:48.711355 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c14d02d4-e368-4b78-8b22-bd9a0ddc7d09 req-ed2b1874-d737-4d88-83fa-77512c7e09f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1096 time: 0.0706058 Jun 24 06:39:48.806721 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 8265fb30-14ed-4afb-b33a-f1b525382fc9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:39:48.812632 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 94a2a33e-2c69-416f-8887-e80cb234480c up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:48.844832 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d02d4-e368-4b78-8b22-bd9a0ddc7d09 req-1dc3bcf7-4245-421d-b08b-93d343506956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:48.847402 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c14d02d4-e368-4b78-8b22-bd9a0ddc7d09 req-1dc3bcf7-4245-421d-b08b-93d343506956 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=efb6fb89a48a45458c80183938725323&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1140532 Jun 24 06:39:48.907056 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 34974) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:48.979156 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d02d4-e368-4b78-8b22-bd9a0ddc7d09 req-c149848b-4935-4ff5-b2ac-0985909ed843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:48.980874 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c14d02d4-e368-4b78-8b22-bd9a0ddc7d09 req-c149848b-4935-4ff5-b2ac-0985909ed843 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261427 Jun 24 06:39:49.023466 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 8265fb30-14ed-4afb-b33a-f1b525382fc9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:49.046680 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 94a2a33e-2c69-416f-8887-e80cb234480c completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:49.055559 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'port_id': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'mac_address': 'fa:16:3e:f7:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:39:49.058990 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 94a2a33e-2c69-416f-8887-e80cb234480c triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:49.059625 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.148809 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.155523 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-68d327bb-1aee-4e88-be1e-760f841bd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:49.157522 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-68d327bb-1aee-4e88-be1e-760f841bd702 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1096 time: 0.1282182 Jun 24 06:39:49.168374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8265fb30-14ed-4afb-b33a-f1b525382fc9 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:49.215101 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 8265fb30-14ed-4afb-b33a-f1b525382fc9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:49.227904 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ad2df-fbba-42ad-be64-6289e719a81c req-386abcef-628b-4330-aae7-5ec8183a6fe5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:49.235734 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ed8ad2df-fbba-42ad-be64-6289e719a81c req-386abcef-628b-4330-aae7-5ec8183a6fe5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 944 time: 0.0808241 Jun 24 06:39:49.236171 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.253668 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-28a2286d-c6b4-4270-8312-c3bd89045513 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 200 len: 217 time: 0.0855782 Jun 24 06:39:49.262788 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbab06-21d0-4431-9274-7e530bad723e req-08b29d3a-5496-4c7f-83e3-73375164461e tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:49.264264 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ecfbab06-21d0-4431-9274-7e530bad723e req-08b29d3a-5496-4c7f-83e3-73375164461e tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.1869450 Jun 24 06:39:49.276249 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.281191 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:49.286643 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 94a2a33e-2c69-416f-8887-e80cb234480c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=94a2a33e-2c69-416f-8887-e80cb234480c,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:49.299526 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ed8ad2df-fbba-42ad-be64-6289e719a81c req-3190ea3e-bd38-4fc7-9f0c-681fa0c3c502 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626521 Jun 24 06:39:49.306405 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ef0a-f39d-4a9c-a064-6eb963c7c9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.347507 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-bdb35fb8-1767-4d00-a5b6-3dbd2f74cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:49.348988 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-bdb35fb8-1767-4d00-a5b6-3dbd2f74cfd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0838528 Jun 24 06:39:49.354480 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=8265fb30-14ed-4afb-b33a-f1b525382fc9,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:49.355309 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ecfbab06-21d0-4431-9274-7e530bad723e req-074800b6-36c5-4b9e-af82-eb05cd5afdb3 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763972 Jun 24 06:39:49.362933 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.367357 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:49.377347 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:49.460428 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-cf864b40-1aa8-4a7c-9b00-9f5c190a51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:49.462674 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-cf864b40-1aa8-4a7c-9b00-9f5c190a51ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1053517 Jun 24 06:39:49.484838 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=94a2a33e-2c69-416f-8887-e80cb234480c,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:49.488956 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:49.573461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ef0a-f39d-4a9c-a064-6eb963c7c9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.577313 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['8265fb30-14ed-4afb-b33a-f1b525382fc9'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:39:49.617259 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6336-3665-42b7-acac-a1725d98e4b7 req-f464c102-b8e4-4626-8bbe-d59e367339e2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:49.627481 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bb8d6336-3665-42b7-acac-a1725d98e4b7 req-f464c102-b8e4-4626-8bbe-d59e367339e2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1550252 Jun 24 06:39:49.666406 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ef0a-f39d-4a9c-a064-6eb963c7c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.668889 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-1eecc96d-c7f3-4203-9aa1-26ed0e670243 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875536 Jun 24 06:39:49.677902 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:49.712514 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bb8d6336-3665-42b7-acac-a1725d98e4b7 req-adabb162-9500-4e1c-aa36-f8112b49cc5c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818112 Jun 24 06:39:49.719822 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa513f9-fd8a-40c2-b041-cc886a276398 req-43befb46-9c62-4896-876c-87b5aaab041c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:49.721512 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-caa513f9-fd8a-40c2-b041-cc886a276398 req-43befb46-9c62-4896-876c-87b5aaab041c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 944 time: 0.1256609 Jun 24 06:39:49.763327 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7dd6ef0a-f39d-4a9c-a064-6eb963c7c9c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ed5bb075d8f45d5ae0cc31135d8afbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536782 Jun 24 06:39:49.773801 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 35002) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:49.776376 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6ef0a-f39d-4a9c-a064-6eb963c7c9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152bdd9f-6e45-4e43-a7fd-32ac581fab62,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:49.783850 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7dd6ef0a-f39d-4a9c-a064-6eb963c7c9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:49.840592 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-caa513f9-fd8a-40c2-b041-cc886a276398 req-cbde128d-8aa4-44fb-914e-8473d08f4bb8 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892465 Jun 24 06:39:49.847797 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcf3ac57-c065-4517-bb85-b3208e05c047 req-025b3c07-6988-4a5f-b232-dbfca326a0db service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715369 Jun 24 06:39:49.860950 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6fa7-cd69-4386-aae5-374708870f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.882600 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6fa7-cd69-4386-aae5-374708870f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:49.965678 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3ee623-6e6f-451b-9f0e-b3f16edbf427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a2a33e-2c69-416f-8887-e80cb234480c'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:49.968449 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a399594-f279-45d4-9198-7b54c3fc3e00" -d '{"events": [{"server_uuid": "0d3ee623-6e6f-451b-9f0e-b3f16edbf427", "name": "network-vif-plugged", "status": "completed", "tag": "94a2a33e-2c69-416f-8887-e80cb234480c"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:50.008068 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d30a0b-b240-4397-a1e6-528eff32fe87 x-openstack-request-id: req-e2d30a0b-b240-4397-a1e6-528eff32fe87 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:50.008525 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3ee623-6e6f-451b-9f0e-b3f16edbf427", "name": "network-vif-plugged", "status": "completed", "tag": "94a2a33e-2c69-416f-8887-e80cb234480c", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:50.009000 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2d30a0b-b240-4397-a1e6-528eff32fe87 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:50.013606 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3ee623-6e6f-451b-9f0e-b3f16edbf427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a2a33e-2c69-416f-8887-e80cb234480c', 'code': 200} Jun 24 06:39:50.028972 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6fa7-cd69-4386-aae5-374708870f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:50.035254 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6fa7-cd69-4386-aae5-374708870f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:50.037224 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-b8ac6fa7-cd69-4386-aae5-374708870f7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/152bdd9f-6e45-4e43-a7fd-32ac581fab62 HTTP/1.1" status: 204 len: 168 time: 0.2616398 Jun 24 06:39:50.037224 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-098c886f-9bba-4655-b274-f4b19ebefe5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:50.054794 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac6fa7-cd69-4386-aae5-374708870f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152bdd9f-6e45-4e43-a7fd-32ac581fab62,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:50.057172 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b8ac6fa7-cd69-4386-aae5-374708870f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:50.467205 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abc2d6-2ca4-41b4-84dd-5694da5a24a7 req-0ea73543-35a5-41aa-9444-c55055571ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:50.468812 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11abc2d6-2ca4-41b4-84dd-5694da5a24a7 req-0ea73543-35a5-41aa-9444-c55055571ecb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 1098 time: 0.0616312 Jun 24 06:39:50.530740 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11abc2d6-2ca4-41b4-84dd-5694da5a24a7 req-bdfdffa7-d3e8-4efa-8112-a7fce4acfd5d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545261 Jun 24 06:39:50.542125 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10f0ae-a79a-4482-a1ab-32e346a10e29 req-a23d1b94-52e1-4471-8731-876fd93ba9dc tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:50.544002 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ae10f0ae-a79a-4482-a1ab-32e346a10e29 req-a23d1b94-52e1-4471-8731-876fd93ba9dc tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0876205 Jun 24 06:39:50.582703 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ae10f0ae-a79a-4482-a1ab-32e346a10e29 req-f9dacc83-ed50-4002-9b15-3182ec5e350b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 Jun 24 06:39:50.802324 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 8265fb30-14ed-4afb-b33a-f1b525382fc9 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:50.807573 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 35040) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:50.830824 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-25d2489b-9b08-4ccb-9258-79704877e96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:50.915367 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b809fc5-298e-41ce-a3ca-2cdb4cdc2c20 req-471a4cad-2f41-46ae-9ffb-eb8a1ab28311 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:50.916856 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b809fc5-298e-41ce-a3ca-2cdb4cdc2c20 req-471a4cad-2f41-46ae-9ffb-eb8a1ab28311 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0670760 Jun 24 06:39:50.925783 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-25d2489b-9b08-4ccb-9258-79704877e96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:50.953415 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b809fc5-298e-41ce-a3ca-2cdb4cdc2c20 req-9e25fc9b-02c3-4178-a762-96ccf19cd51d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 Jun 24 06:39:50.957408 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 8265fb30-14ed-4afb-b33a-f1b525382fc9 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:50.961311 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 8265fb30-14ed-4afb-b33a-f1b525382fc9 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:50.961677 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:50.986097 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-25d2489b-9b08-4ccb-9258-79704877e96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:50.993661 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:51.034786 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-25d2489b-9b08-4ccb-9258-79704877e96d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f01edb14f7df464895f6459176c90d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230191 Jun 24 06:39:51.034786 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2489b-9b08-4ccb-9258-79704877e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77b9492-66c8-4e69-92af-762bf9e4155c,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:51.036278 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 35044) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:39:51.037100 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-25d2489b-9b08-4ccb-9258-79704877e96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:51.066099 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:51.104381 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 8265fb30-14ed-4afb-b33a-f1b525382fc9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:51.141858 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d4b34ac8-0049-4cb5-aa74-05f0f1f54068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:51.175590 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d4b34ac8-0049-4cb5-aa74-05f0f1f54068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:51.180587 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:51.182518 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-eb8420bc-8f29-4f9c-84a4-f868514aff73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:51.200201 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef4607-67b8-46d6-a882-7cef16a96a3c req-31d25cae-0783-4332-8f5e-9e5035bdef28 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:51.202057 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-12ef4607-67b8-46d6-a882-7cef16a96a3c req-31d25cae-0783-4332-8f5e-9e5035bdef28 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 944 time: 0.1150033 Jun 24 06:39:51.229327 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=8265fb30-14ed-4afb-b33a-f1b525382fc9,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:51.232401 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:51.254911 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-12ef4607-67b8-46d6-a882-7cef16a96a3c req-ee9e79a0-e2e1-45cc-966e-f0ab35457265 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449624 Jun 24 06:39:51.378145 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d4b34ac8-0049-4cb5-aa74-05f0f1f54068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:51.381866 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d4b34ac8-0049-4cb5-aa74-05f0f1f54068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:51.386024 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-d4b34ac8-0049-4cb5-aa74-05f0f1f54068 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d77b9492-66c8-4e69-92af-762bf9e4155c HTTP/1.1" status: 204 len: 168 time: 0.3481512 Jun 24 06:39:51.386797 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ee28c4a5-06a8-4cb1-a3d3-5226c442c5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:51.395135 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34ac8-0049-4cb5-aa74-05f0f1f54068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77b9492-66c8-4e69-92af-762bf9e4155c,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:51.397383 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d4b34ac8-0049-4cb5-aa74-05f0f1f54068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:51.812281 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc597ac0-533d-4f7c-a5ce-3c849a6638c5 req-462c4c2d-2700-4744-bad1-7d648cec5ddb tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:51.813974 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dc597ac0-533d-4f7c-a5ce-3c849a6638c5 req-462c4c2d-2700-4744-bad1-7d648cec5ddb tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0985584 Jun 24 06:39:51.869830 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dc597ac0-533d-4f7c-a5ce-3c849a6638c5 req-42c87453-1fb0-4b25-8fe7-e02cd5ab0bd5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 Jun 24 06:39:52.010305 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8265fb30-14ed-4afb-b33a-f1b525382fc9'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:52.012691 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57322a6-10db-4739-90e9-24de6e1beeb4" -d '{"events": [{"server_uuid": "587a1909-f969-437e-9eb7-61fa7b471f8d", "name": "network-vif-plugged", "status": "completed", "tag": "8265fb30-14ed-4afb-b33a-f1b525382fc9"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:52.546643 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f11a38-354f-40fa-a2ae-9cfcc3c2695c req-35c664c2-b8f5-470c-88a4-ce2e672c5cc6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:52.549797 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-59f11a38-354f-40fa-a2ae-9cfcc3c2695c req-35c664c2-b8f5-470c-88a4-ce2e672c5cc6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0696123 Jun 24 06:39:52.579279 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-964782a5-f29c-4b33-9e06-b78f655cb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:52.581471 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-964782a5-f29c-4b33-9e06-b78f655cb6c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 1098 time: 0.0561292 Jun 24 06:39:52.589083 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-59f11a38-354f-40fa-a2ae-9cfcc3c2695c req-7115cf2e-392e-47ea-99a8-b73e05590d9e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350952 Jun 24 06:39:52.687744 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69538a4-fffb-4d87-8b99-9dbef6e7a746 x-openstack-request-id: req-f69538a4-fffb-4d87-8b99-9dbef6e7a746 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:52.688612 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a1909-f969-437e-9eb7-61fa7b471f8d", "name": "network-vif-plugged", "status": "completed", "tag": "8265fb30-14ed-4afb-b33a-f1b525382fc9", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:52.688891 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f69538a4-fffb-4d87-8b99-9dbef6e7a746 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:52.689362 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'code': 200} Jun 24 06:39:52.715207 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-081d164d-fdbe-4592-a3a6-3f3ceed2b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:52.716909 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-081d164d-fdbe-4592-a3a6-3f3ceed2b08b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 920 time: 0.1291656 Jun 24 06:39:52.822530 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:39:52.828934 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-578ad80b-40bf-4d9a-8297-7b83ab964c23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a2a33e-2c69-416f-8887-e80cb234480c HTTP/1.1" status: 200 len: 217 time: 0.0789192 Jun 24 06:39:52.914551 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4f4e9-57ce-4bfe-b2cf-d3054ddb2ac6 req-27f13757-5f48-4db3-9a50-ceb3ab4e8c05 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:52.921539 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-f6a21f88-7a17-4421-bd00-0a9e846930cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:52.923238 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-f6a21f88-7a17-4421-bd00-0a9e846930cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.0825582 Jun 24 06:39:52.925235 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-afb4f4e9-57ce-4bfe-b2cf-d3054ddb2ac6 req-27f13757-5f48-4db3-9a50-ceb3ab4e8c05 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1537368 Jun 24 06:39:52.985051 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c2c98-42d8-41b5-922d-233a8e2f85e2 req-41805738-d61c-4b2a-8fda-cfd1d5864d42 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:52.985051 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c38c2c98-42d8-41b5-922d-233a8e2f85e2 req-41805738-d61c-4b2a-8fda-cfd1d5864d42 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.1231210 Jun 24 06:39:52.986615 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:52.986719 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-1a817278-cd83-4b97-8d86-557620be9185 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291662 Jun 24 06:39:52.987829 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-afb4f4e9-57ce-4bfe-b2cf-d3054ddb2ac6 req-39990824-08a2-47f2-9b9b-6d0c1cf7e423 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613987 Jun 24 06:39:52.988796 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'port_id': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'mac_address': 'fa:16:3e:83:4c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:39:53.038564 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:53.041591 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e05a2bd-c605-45d4-bcc8-aa75274bf436 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:39:53.084846 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:53.116722 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c38c2c98-42d8-41b5-922d-233a8e2f85e2 req-765289b2-593d-4f24-9f80-4d5eaaff2609 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217921 Jun 24 06:39:53.157818 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-15ccda96-7c4e-40cb-9209-c2765a316fa3 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676085 Jun 24 06:39:53.185976 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:53.188871 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-7d2efd59-ffcb-46bc-8599-03ef96e1f28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:53.237277 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:53.240814 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:53.246799 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3e38a181-3027-460f-9435-35b0bfd9d975 req-cd485f33-bd6e-4035-bcfe-67306a10a4ec service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818558 Jun 24 06:39:53.482477 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['7e05a2bd-c605-45d4-bcc8-aa75274bf436'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:39:53.608451 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011c9b5-35c0-44c8-9162-50668dc265e8 req-cb9bf78c-4cbb-46ca-a437-472426719a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:53.610700 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5011c9b5-35c0-44c8-9162-50668dc265e8 req-cb9bf78c-4cbb-46ca-a437-472426719a91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1098 time: 0.2448344 Jun 24 06:39:53.644347 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5011c9b5-35c0-44c8-9162-50668dc265e8 req-0781a619-1a68-4f1f-b8b3-22307a81e71e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274041 Jun 24 06:39:53.795732 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a0cb3-9c9d-4969-b424-a33eb1f7d9bb req-c455a9c9-e548-4727-ae9d-3099ef795fe2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:53.801647 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0e6a0cb3-9c9d-4969-b424-a33eb1f7d9bb req-c455a9c9-e548-4727-ae9d-3099ef795fe2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0748870 Jun 24 06:39:53.852859 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0e6a0cb3-9c9d-4969-b424-a33eb1f7d9bb req-6965e217-9671-4909-83fb-5d03521a11b5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485909 Jun 24 06:39:54.166449 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223dae3-247c-49c5-b19a-d197aeca615e req-0db12bf5-8960-45c3-8045-089bec7805f5 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:54.167921 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3223dae3-247c-49c5-b19a-d197aeca615e req-0db12bf5-8960-45c3-8045-089bec7805f5 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0662625 Jun 24 06:39:54.210853 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3223dae3-247c-49c5-b19a-d197aeca615e req-9ce79462-a5b1-4a6c-a9a5-0a1e83b1f476 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361655 Jun 24 06:39:54.291848 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79d59e-ace8-4da7-9c58-013292f9710d req-bd7aaf02-96e8-4199-be38-30bfcdee55a8 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:54.293465 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7e79d59e-ace8-4da7-9c58-013292f9710d req-bd7aaf02-96e8-4199-be38-30bfcdee55a8 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0762317 Jun 24 06:39:54.337469 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7e79d59e-ace8-4da7-9c58-013292f9710d req-f126dc7e-6086-4cad-9753-cf0516affa02 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361667 Jun 24 06:39:55.029775 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab15458-8587-4101-87c4-7019940a5776 req-dbd4c4e3-c1b9-4097-82de-b1c9ec918f38 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:55.031254 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7ab15458-8587-4101-87c4-7019940a5776 req-dbd4c4e3-c1b9-4097-82de-b1c9ec918f38 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0610576 Jun 24 06:39:55.069979 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7ab15458-8587-4101-87c4-7019940a5776 req-d73b9426-ce62-4d29-91c4-982750747c73 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Jun 24 06:39:55.384088 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aa261-6f1a-4e69-80b7-49b5b399c109 req-a50d4025-db34-4feb-8119-8a7226faed18 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:55.385608 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-920aa261-6f1a-4e69-80b7-49b5b399c109 req-a50d4025-db34-4feb-8119-8a7226faed18 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0641246 Jun 24 06:39:55.423952 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-920aa261-6f1a-4e69-80b7-49b5b399c109 req-6915e8f6-4e8e-4084-a7b2-022e453c37c5 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327866 Jun 24 06:39:55.499717 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-3578bf52-9e50-4da1-ac29-63f2a4a8e2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:55.512371 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3144392-436c-48ef-a975-5ac73dda5d96 req-87b6bce0-1fcb-44f2-ac38-6e26654edbf0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:55.513852 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c3144392-436c-48ef-a975-5ac73dda5d96 req-87b6bce0-1fcb-44f2-ac38-6e26654edbf0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0614097 Jun 24 06:39:55.551522 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c3144392-436c-48ef-a975-5ac73dda5d96 req-f137a7c2-4ab7-492b-a22c-1dd43b8b2773 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jun 24 06:39:56.392394 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff172-15d0-44c9-8575-fdf0a5810712 req-a6a45279-8022-4f52-b6d7-c6a924a4a6e7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:56.394172 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-920ff172-15d0-44c9-8575-fdf0a5810712 req-a6a45279-8022-4f52-b6d7-c6a924a4a6e7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0657690 Jun 24 06:39:56.432160 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-920ff172-15d0-44c9-8575-fdf0a5810712 req-96fdae2a-ea13-4581-80d9-67d2388efd17 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Jun 24 06:39:56.593752 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df0482-8e5a-45cc-8040-55325966b72e req-a4dd4325-870f-4571-8e4e-276d0e468407 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:56.595192 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04df0482-8e5a-45cc-8040-55325966b72e req-a4dd4325-870f-4571-8e4e-276d0e468407 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0611050 Jun 24 06:39:56.632672 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04df0482-8e5a-45cc-8040-55325966b72e req-4aef42a5-d2d5-4ee6-b098-747dcf06f080 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Jun 24 06:39:56.720724 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043737e-a740-4720-9432-ceb2ebd7bdd3 req-d5b819b1-47df-49f5-8bd0-380994d36c78 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:56.723173 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a043737e-a740-4720-9432-ceb2ebd7bdd3 req-d5b819b1-47df-49f5-8bd0-380994d36c78 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0625319 Jun 24 06:39:56.760373 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a043737e-a740-4720-9432-ceb2ebd7bdd3 req-57f69740-f516-4d70-8f03-61460e4d8a00 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Jun 24 06:39:57.619662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5d13b-6bbb-4264-98e2-462a8936faf5 req-d6d76378-c760-43b8-9017-2d3b5095a194 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:57.621255 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-38a5d13b-6bbb-4264-98e2-462a8936faf5 req-d6d76378-c760-43b8-9017-2d3b5095a194 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0674396 Jun 24 06:39:57.659865 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-38a5d13b-6bbb-4264-98e2-462a8936faf5 req-1219988a-4ade-44cc-a43d-21da392532dd tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Jun 24 06:39:57.813043 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd92a8-bcce-48e2-835a-1eb55d53d882 req-7b4be40b-a24b-4e82-a39b-a0f1b2e52003 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:57.814534 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-28bd92a8-bcce-48e2-835a-1eb55d53d882 req-7b4be40b-a24b-4e82-a39b-a0f1b2e52003 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0671291 Jun 24 06:39:57.852872 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-28bd92a8-bcce-48e2-835a-1eb55d53d882 req-11f5e344-cb5b-425a-8db3-2f511fb4d72e tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Jun 24 06:39:57.939841 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342ef5-54d2-4b76-b999-e3addb3dadf9 req-a7ce5d9d-15ee-4a3e-8fb1-23f1a93f80f4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:57.941335 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-61342ef5-54d2-4b76-b999-e3addb3dadf9 req-a7ce5d9d-15ee-4a3e-8fb1-23f1a93f80f4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0624146 Jun 24 06:39:57.983609 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-61342ef5-54d2-4b76-b999-e3addb3dadf9 req-15a6e523-b877-4c45-ba1c-cc0d8c0cf78c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Jun 24 06:39:58.203109 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3292-190d-4dd0-b0b1-e422e79f9730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:58.562599 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:58.843020 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac3f8-d38d-4565-b236-d62e36aba6c8 req-43302f64-a5e7-4048-b99d-8695e5094c28 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:58.844506 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1a8ac3f8-d38d-4565-b236-d62e36aba6c8 req-43302f64-a5e7-4048-b99d-8695e5094c28 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0678968 Jun 24 06:39:58.884391 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1a8ac3f8-d38d-4565-b236-d62e36aba6c8 req-1254cc54-afda-4950-bc3d-577109b52d0b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Jun 24 06:39:58.918173 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:39:59.034541 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9f2af-8a77-4550-805b-b47a870fd273 req-4c977b14-e234-42e5-8f92-ab993efe4122 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:59.037743 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-43c9f2af-8a77-4550-805b-b47a870fd273 req-4c977b14-e234-42e5-8f92-ab993efe4122 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0643525 Jun 24 06:39:59.048388 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:39:59.055569 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:39:59.059636 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:59.086758 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-43c9f2af-8a77-4550-805b-b47a870fd273 req-dfdec729-8841-40ad-8a3f-492fed5e6b1b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443723 Jun 24 06:39:59.167760 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:59.186482 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08e1c-e168-4a73-9d16-902cc3b70982 req-76e91098-77e5-427a-a652-e9e0968cb712 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:39:59.189671 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cda08e1c-e168-4a73-9d16-902cc3b70982 req-76e91098-77e5-427a-a652-e9e0968cb712 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0772693 Jun 24 06:39:59.201640 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:39:59.204648 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5f63ca-b2e7-4252-bcf6-959c5e1e2839" -d '{"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-plugged", "status": "completed", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:39:59.211182 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:39:59.237528 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cda08e1c-e168-4a73-9d16-902cc3b70982 req-2a167246-6ec3-4f9a-a9ef-b7a3610847f7 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Jun 24 06:39:59.241088 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d591191c-0f13-4377-b66f-883fdd112faa x-openstack-request-id: req-d591191c-0f13-4377-b66f-883fdd112faa {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:39:59.241408 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-plugged", "status": "completed", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:39:59.241699 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d591191c-0f13-4377-b66f-883fdd112faa {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:39:59.242100 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'code': 200} Jun 24 06:39:59.283225 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:39:59.286455 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:39:59.335299 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:39:59.338323 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:39:59.474321 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:00.061561 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e4eb3-7ed3-4a9f-83b6-fc9ea7e6bba4 req-ac7b8273-dbb8-4062-9750-7d0aa31f710c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:00.062998 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-772e4eb3-7ed3-4a9f-83b6-fc9ea7e6bba4 req-ac7b8273-dbb8-4062-9750-7d0aa31f710c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0622702 Jun 24 06:40:00.100356 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-772e4eb3-7ed3-4a9f-83b6-fc9ea7e6bba4 req-888e8440-6400-4c89-b787-c578686fd111 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316956 Jun 24 06:40:00.283173 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce247b07-447d-4259-a5c9-a002c3cbcbfc req-22767b5b-d0bd-47ab-ab31-dcec7ed5a225 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:00.284748 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ce247b07-447d-4259-a5c9-a002c3cbcbfc req-22767b5b-d0bd-47ab-ab31-dcec7ed5a225 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0755670 Jun 24 06:40:00.322875 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ce247b07-447d-4259-a5c9-a002c3cbcbfc req-37afe32b-2653-468c-9d60-c4b3d96176d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321596 Jun 24 06:40:00.407708 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24697d-60cf-49e7-995a-26137c9f7f3e req-e6148e67-424d-4543-8890-99e51cfd8c51 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:00.409084 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c24697d-60cf-49e7-995a-26137c9f7f3e req-e6148e67-424d-4543-8890-99e51cfd8c51 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0619051 Jun 24 06:40:00.447211 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c24697d-60cf-49e7-995a-26137c9f7f3e req-3a93f647-2be3-475f-a39a-51cae47fbd9c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Jun 24 06:40:01.076773 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:01.331671 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90443f3-866f-4250-85d1-4f9db9fd138e req-e2aa7f0c-192a-4313-97a8-1872c9c3cee7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:01.333827 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f90443f3-866f-4250-85d1-4f9db9fd138e req-e2aa7f0c-192a-4313-97a8-1872c9c3cee7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.1095231 Jun 24 06:40:01.372346 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f90443f3-866f-4250-85d1-4f9db9fd138e req-6c7560f4-96ca-4a7d-9f08-017561f596e8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326164 Jun 24 06:40:01.546116 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038f8de-31fd-4e11-a167-3d19eb3460ad req-528f575f-5b80-406c-9dbd-4427cfb39147 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:01.556062 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7038f8de-31fd-4e11-a167-3d19eb3460ad req-528f575f-5b80-406c-9dbd-4427cfb39147 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1095843 Jun 24 06:40:01.556062 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811301a-6ea7-4b9c-9adf-1cd2abfb15f8 req-222e5622-bae6-495d-a3d0-9f8278b9ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:01.556062 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e811301a-6ea7-4b9c-9adf-1cd2abfb15f8 req-222e5622-bae6-495d-a3d0-9f8278b9ddbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1098 time: 0.0845387 Jun 24 06:40:01.618481 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e811301a-6ea7-4b9c-9adf-1cd2abfb15f8 req-bc171ac3-35f0-42c2-a350-c7aa38817f31 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481732 Jun 24 06:40:01.621316 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7038f8de-31fd-4e11-a167-3d19eb3460ad req-000c5f9d-4b27-47ef-8be2-16a681ce90d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588572 Jun 24 06:40:01.660415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bf3b1-385e-4010-9215-0be9d36fcc08 req-fbaf90a3-4ceb-436d-836b-e3141818b500 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:01.661990 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ef8bf3b1-385e-4010-9215-0be9d36fcc08 req-fbaf90a3-4ceb-436d-836b-e3141818b500 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0876141 Jun 24 06:40:01.700474 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ef8bf3b1-385e-4010-9215-0be9d36fcc08 req-00ba0b04-4202-48f7-b925-b189c41351b2 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Jun 24 06:40:02.569544 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05bb64-c721-4b75-baf6-0aed667380f2 req-92e82bcd-368f-49aa-9dce-4e87e4d1a00c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:02.571195 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ac05bb64-c721-4b75-baf6-0aed667380f2 req-92e82bcd-368f-49aa-9dce-4e87e4d1a00c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0705411 Jun 24 06:40:02.620222 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ac05bb64-c721-4b75-baf6-0aed667380f2 req-c59b9d88-cf98-497d-9152-09d67b10ee89 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Jun 24 06:40:02.814840 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de987ba-fd59-4302-9053-01b97dd5116b req-de297cef-99ba-4e9e-a737-8bd67ea7b43c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:02.814840 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8de987ba-fd59-4302-9053-01b97dd5116b req-de297cef-99ba-4e9e-a737-8bd67ea7b43c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0720499 Jun 24 06:40:02.853361 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8de987ba-fd59-4302-9053-01b97dd5116b req-7d866bc7-fe23-4c8f-88e4-9d4caa13f95b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322461 Jun 24 06:40:02.889082 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28222855-b0c9-4c8d-8d04-8b8056f23f69 req-b9181346-dc95-4e3b-91e6-4bb4b04d008d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:02.890570 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-28222855-b0c9-4c8d-8d04-8b8056f23f69 req-b9181346-dc95-4e3b-91e6-4bb4b04d008d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0680642 Jun 24 06:40:02.930003 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-28222855-b0c9-4c8d-8d04-8b8056f23f69 req-b9216afe-c970-420e-8cad-3802f69a915c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Jun 24 06:40:03.029679 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccc511-4380-4ab3-8b3f-d865be9a7a45 req-1c50a0d6-174e-4e7d-ac51-6dedf98755b9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:03.031262 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-eeccc511-4380-4ab3-8b3f-d865be9a7a45 req-1c50a0d6-174e-4e7d-ac51-6dedf98755b9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0682759 Jun 24 06:40:03.040619 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 35382) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:03.046491 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'floatingip': {'port_id': '8265fb30-14ed-4afb-b33a-f1b525382fc9'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:40:03.124774 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:03.811639 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdf2a-c0fc-49ce-bc13-8a524d9ac7f5 req-98afbbcc-3a72-438e-a4a9-af1c6de31089 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:03.813264 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e33bdf2a-c0fc-49ce-bc13-8a524d9ac7f5 req-98afbbcc-3a72-438e-a4a9-af1c6de31089 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0794232 Jun 24 06:40:03.858629 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e33bdf2a-c0fc-49ce-bc13-8a524d9ac7f5 req-ed5e0a1e-adfa-4356-96f8-3a3bc445311d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 Jun 24 06:40:03.860218 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-f222c640-a694-4309-b791-ce10f816e583 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:03.861682 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-f222c640-a694-4309-b791-ce10f816e583 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 815 time: 0.2849605 Jun 24 06:40:03.900840 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-383cc324-11a4-4d12-918b-3e95d76d632c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/quotas/36a12fa5131f40a18b7f39735fcf230c HTTP/1.1" status: 200 len: 375 time: 0.0325758 Jun 24 06:40:03.916553 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:03.982570 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-6c4379ed-dca5-40b1-92cf-86c4c4b98503 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663137 Jun 24 06:40:03.983714 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:04.040887 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73fd4d-43ff-4a9d-9dca-2c5bd15965e6 req-6c416c97-c370-49ca-b57d-70b51726aa45 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:04.042595 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9b73fd4d-43ff-4a9d-9dca-2c5bd15965e6 req-6c416c97-c370-49ca-b57d-70b51726aa45 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0655067 Jun 24 06:40:04.052082 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 35414) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:04.057149 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'floatingip': {'port_id': '7e05a2bd-c605-45d4-bcc8-aa75274bf436'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:40:04.134942 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:04.353294 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Floating IP 1aeb1ddc-b0f3-4175-9763-6c78e4228603 associated. External IP: 172.27.2.44, port: 8265fb30-14ed-4afb-b33a-f1b525382fc9. Jun 24 06:40:04.358847 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-e874056f-e292-4b7d-97a5-01da713b92fd service neutron] 10.222.0.15 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395688 Jun 24 06:40:04.385984 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a27469-ef3a-4335-823f-3f72be7d718f req-9e97d523-a5ce-4c88-bc9c-60c147d7026e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:04.387338 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d2a27469-ef3a-4335-823f-3f72be7d718f req-9e97d523-a5ce-4c88-bc9c-60c147d7026e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.2178566 Jun 24 06:40:04.468257 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d2a27469-ef3a-4335-823f-3f72be7d718f req-5ac8eed1-00bc-4d2c-9f27-f8da8ff0b49f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747809 Jun 24 06:40:04.526057 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-05fd6180-934d-4d7f-abdb-412044414e42 service neutron] 10.222.0.15 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375372 Jun 24 06:40:04.665719 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Router 2ed05877-c52c-4fa4-b663-0840042c0dd7 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:40:04.814195 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:40:04.821255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:04.828513 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] Sync routers for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:40:04.840940 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:40:04.842214 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:39:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:04.905191 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:04.925356 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-fdedf0cd-2076-4a9a-a1c8-297144dc4aaf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "PUT /v2.0/floatingips/1aeb1ddc-b0f3-4175-9763-6c78e4228603 HTTP/1.1" status: 200 len: 990 time: 1.8828478 Jun 24 06:40:04.926925 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'tag': '8265fb30-14ed-4afb-b33a-f1b525382fc9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:40:04.940691 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3989c9-acad-4312-bd98-0439ca1da39f" -d '{"events": [{"name": "network-changed", "server_uuid": "587a1909-f969-437e-9eb7-61fa7b471f8d", "tag": "8265fb30-14ed-4afb-b33a-f1b525382fc9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:40:04.996847 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:40:05.087620 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9e4d7b87-933d-4336-85f7-17c4f6c27d07 req-ba50a8ba-d5ae-4fd1-b42a-125e76d58551 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 210 time: 0.0572820 Jun 24 06:40:05.152587 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1abe3-ead8-4bcc-aea1-d05331e44a41 x-openstack-request-id: req-4ec1abe3-ead8-4bcc-aea1-d05331e44a41 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:40:05.153213 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a1909-f969-437e-9eb7-61fa7b471f8d", "tag": "8265fb30-14ed-4afb-b33a-f1b525382fc9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:40:05.153787 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ec1abe3-ead8-4bcc-aea1-d05331e44a41 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:40:05.154408 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'tag': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'status': 'completed', 'code': 200} Jun 24 06:40:05.247202 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-b5bda28e-d41c-452f-88ba-dfebfeaee3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:05.248996 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-b5bda28e-d41c-452f-88ba-dfebfeaee3ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1098 time: 0.0669868 Jun 24 06:40:05.330281 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:05.351034 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '1aeb1ddc-b0f3-4175-9763-6c78e4228603', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'port_id': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'mac_address': 'fa:16:3e:f7:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:39:33Z', 'updated_at': '2021-06-24T06:40:03Z', 'revision_number': 1, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:05.379114 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-97df9069-68dc-43ae-a820-04f11295d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:05.379919 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] Checking router: 2ed05877-c52c-4fa4-b663-0840042c0dd7 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:40:05.381040 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-97df9069-68dc-43ae-a820-04f11295d4d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.1159019 Jun 24 06:40:05.389024 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:40:05.389644 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:39:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:05.417360 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:05.499206 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-e3b4d784-da35-4502-bbd5-653fd90f77fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 998 time: 0.1092186 Jun 24 06:40:05.502811 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:40:05.537057 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Floating IP aedfcb8f-df9a-48d2-bec2-0958556c366b associated. External IP: 172.27.2.206, port: 7e05a2bd-c605-45d4-bcc8-aa75274bf436. Jun 24 06:40:05.578626 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-0be63be2-7456-4009-b166-1d22855fbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:05.582773 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-0be63be2-7456-4009-b166-1d22855fbf92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0684361 Jun 24 06:40:05.674319 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-57646115-277d-45c9-ad21-790a8eeffe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:05.676984 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-57646115-277d-45c9-ad21-790a8eeffe1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824788 Jun 24 06:40:05.791248 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-a0d3394e-f48e-4012-9cca-66140a89203b service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002412 Jun 24 06:40:05.851350 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bfcce-cd5e-4c0d-a44a-0dd3b674d17a req-ae3a08c0-9466-433c-ad86-958fb01bb4ff tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:05.853152 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b39bfcce-cd5e-4c0d-a44a-0dd3b674d17a req-ae3a08c0-9466-433c-ad86-958fb01bb4ff tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.2221601 Jun 24 06:40:05.881775 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '1aeb1ddc-b0f3-4175-9763-6c78e4228603', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'port_id': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'mac_address': 'fa:16:3e:f7:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:39:33Z', 'updated_at': '2021-06-24T06:40:03Z', 'revision_number': 1, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:05.902555 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a3989c9-acad-4312-bd98-0439ca1da39f req-2e201d65-8e15-4bd4-9c09-83cf6f6120f9 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036065 Jun 24 06:40:05.908105 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Router f1d2979e-c4bd-470c-901a-8d32de01478d has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:40:05.913582 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b39bfcce-cd5e-4c0d-a44a-0dd3b674d17a req-75966be8-0550-4d00-b609-d6b6bc5286cb tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517550 Jun 24 06:40:05.920631 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3303fe2-9636-4caa-857a-84b03bed0bcf None None] The sync data for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi is: [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '1aeb1ddc-b0f3-4175-9763-6c78e4228603', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'port_id': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'mac_address': 'fa:16:3e:f7:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:39:33Z', 'updated_at': '2021-06-24T06:40:03Z', 'revision_number': 1, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:40:06.037013 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:40:06.041647 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:06.046162 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610036d-164f-413f-982a-ad05609f4519 None None] Sync routers for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:40:06.055836 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610036d-164f-413f-982a-ad05609f4519 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:40:06.056523 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7610036d-164f-413f-982a-ad05609f4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:39:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:06.091537 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fa5a8353-f6f8-4b33-99a8-a6e0988db2ef tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "PUT /v2.0/floatingips/aedfcb8f-df9a-48d2-bec2-0958556c366b HTTP/1.1" status: 200 len: 991 time: 2.0357318 Jun 24 06:40:06.091537 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:40:06.101672 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:40:06.195816 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60fd9b9-81da-41b7-bde4-5342a65dcd89 None None] New status for floating IP 1aeb1ddc-b0f3-4175-9763-6c78e4228603: ACTIVE {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 06:40:06.234799 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-7610036d-164f-413f-982a-ad05609f4519 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:40:06.573207 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-231934c1-5660-4857-80db-4eb1c92f918c req-add75973-895f-4505-8eea-cb6901662485 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 210 time: 0.0542703 Jun 24 06:40:06.585456 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b3abd-704c-447f-b9f2-1a76751fb37d x-openstack-request-id: req-fc1b3abd-704c-447f-b9f2-1a76751fb37d {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:40:06.585773 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:40:06.586595 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc1b3abd-704c-447f-b9f2-1a76751fb37d {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:40:06.587017 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'status': 'completed', 'code': 200} Jun 24 06:40:06.686558 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7610036d-164f-413f-982a-ad05609f4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'aedfcb8f-df9a-48d2-bec2-0958556c366b', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'port_id': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'mac_address': 'fa:16:3e:83:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:39:39Z', 'updated_at': '2021-06-24T06:40:05Z', 'revision_number': 1, 'project_id': 'efb6fb89a48a45458c80183938725323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:06.711119 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-f22fcec2-6836-4c33-870d-be638c13c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:06.712758 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-f22fcec2-6836-4c33-870d-be638c13c4b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1098 time: 0.0865519 Jun 24 06:40:06.713638 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610036d-164f-413f-982a-ad05609f4519 None None] Checking router: f1d2979e-c4bd-470c-901a-8d32de01478d for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:40:06.723391 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610036d-164f-413f-982a-ad05609f4519 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:40:06.724205 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7610036d-164f-413f-982a-ad05609f4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:39:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:06.834876 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-6eb5055d-b9fb-479c-af07-7637df164444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:06.836490 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-6eb5055d-b9fb-479c-af07-7637df164444 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.1159317 Jun 24 06:40:06.839428 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:40:06.876828 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-7610036d-164f-413f-982a-ad05609f4519 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:40:06.910888 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-31432e35-4b5d-464f-aeed-83866acdd9a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 200 len: 999 time: 0.0656998 Jun 24 06:40:06.980605 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-8c303e78-dfba-48db-a9ca-d3493966072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:06.982099 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-8c303e78-dfba-48db-a9ca-d3493966072a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0635943 Jun 24 06:40:07.105296 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-789a1170-bc4c-4f54-986c-357ded4c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:07.106780 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-789a1170-bc4c-4f54-986c-357ded4c7c97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1091928 Jun 24 06:40:07.120866 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de768582-9347-4c18-9400-6cd1e6829b85 req-70cdd15f-c27a-46fe-a4cc-43a2a1dedcaf tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:07.122347 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-de768582-9347-4c18-9400-6cd1e6829b85 req-70cdd15f-c27a-46fe-a4cc-43a2a1dedcaf tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0838628 Jun 24 06:40:07.132095 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7610036d-164f-413f-982a-ad05609f4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'aedfcb8f-df9a-48d2-bec2-0958556c366b', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'port_id': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'mac_address': 'fa:16:3e:83:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:39:39Z', 'updated_at': '2021-06-24T06:40:05Z', 'revision_number': 1, 'project_id': 'efb6fb89a48a45458c80183938725323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:07.162654 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610036d-164f-413f-982a-ad05609f4519 None None] The sync data for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi is: [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'aedfcb8f-df9a-48d2-bec2-0958556c366b', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'port_id': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'mac_address': 'fa:16:3e:83:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:39:39Z', 'updated_at': '2021-06-24T06:40:05Z', 'revision_number': 1, 'project_id': 'efb6fb89a48a45458c80183938725323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:40:07.213207 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-de768582-9347-4c18-9400-6cd1e6829b85 req-750064bc-5142-41f8-a0f2-95476ddb9932 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819218 Jun 24 06:40:07.255013 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-235c09a1-304f-4431-abd1-3d40bb16d1f0 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316500 Jun 24 06:40:07.366595 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84e3409b-ee47-48fb-bb6d-d30e2af3a6a4 req-10ea538e-ed18-4e01-9982-e0b23bb0424e service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005554 Jun 24 06:40:07.403490 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649c6fe-a9ef-477b-8e5c-f619cbedb34e None None] New status for floating IP aedfcb8f-df9a-48d2-bec2-0958556c366b: ACTIVE {{(pid=100202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 06:40:07.729123 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2c28f8e9-7ea5-4e30-8af9-a1453862647a req-6926a117-2eb2-4b60-8dee-bd4a5c4f9343 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 210 time: 0.0343449 Jun 24 06:40:08.168209 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-51f25c9b-4ca2-46bb-9947-0999c57af167 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:08.169669 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-51f25c9b-4ca2-46bb-9947-0999c57af167 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 815 time: 0.1108932 Jun 24 06:40:08.188847 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Request body: {'port': {'device_id': '8524ad2f-61f8-4b57-b908-3e747a8bac9a', 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'admin_state_up': True, 'tenant_id': '36a12fa5131f40a18b7f39735fcf230c'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:40:08.446196 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e0e75-2e57-4f98-9f69-0b968d01ee81 req-1d5afd0a-ce32-4dd3-a775-92ea0d98e409 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:08.447993 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-930e0e75-2e57-4f98-9f69-0b968d01ee81 req-1d5afd0a-ce32-4dd3-a775-92ea0d98e409 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0766728 Jun 24 06:40:08.449172 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Made reservation on behalf of 36a12fa5131f40a18b7f39735fcf230c for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:40:08.452697 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:08.510530 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-930e0e75-2e57-4f98-9f69-0b968d01ee81 req-a05b688d-7149-4d6d-bbaa-86af23a04dfc tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 Jun 24 06:40:08.617722 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Allocated IP 172.20.0.14 (d5eec1cb-e034-4349-8b2b-ef549540cd3a/a2254bff-d9f6-4049-8c4f-101fc662efb7/53f50171-e450-49b5-b67e-572bb86c0436) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:40:08.784305 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:08.883892 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-239c0ea9-63f5-492e-9ae6-a39b40465285 req-0c5c09ed-9878-4513-bf4b-fdd37347ee13 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 210 time: 0.0300744 Jun 24 06:40:09.085807 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:09.093245 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:09.102178 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e3c9a35e-4e53-454d-9f77-d47f72eb9c18'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:40:09.140161 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Network d5eec1cb-e034-4349-8b2b-ef549540cd3a is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:40:09.146663 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:40:09.150534 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:40:09.156104 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:09.157254 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:09.166281 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Pushing event updated for resources: {'Port': ['ID=53f50171-e450-49b5-b67e-572bb86c0436,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:09.177580 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.178285 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.178285 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.178628 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.179398 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.179398 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.179671 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.179934 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.180273 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.180606 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.180939 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.181366 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:09.185006 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:09.257445 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0725782 Jun 24 06:40:09.279865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Request body: {'port': {'device_id': '8524ad2f-61f8-4b57-b908-3e747a8bac9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:40:09.358580 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:09.625662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f50171-e450-49b5-b67e-572bb86c0436 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:40:09.642112 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:09.676752 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Transition to ACTIVE for port object 53f50171-e450-49b5-b67e-572bb86c0436 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:40:09.715534 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962c9e8-f902-4a75-b71b-272434f40c1b req-eea9f584-aeac-4e35-8c31-e274254dd0a0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:09.715534 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3962c9e8-f902-4a75-b71b-272434f40c1b req-eea9f584-aeac-4e35-8c31-e274254dd0a0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0795510 Jun 24 06:40:09.750683 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3962c9e8-f902-4a75-b71b-272434f40c1b req-62145def-b418-449c-bd47-1f2fffe89b4b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344872 Jun 24 06:40:09.762795 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:09.765583 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:09.816528 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Pushing event updated for resources: {'Port': ['ID=53f50171-e450-49b5-b67e-572bb86c0436,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:09.820850 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:09.851547 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Attempting to bind port 53f50171-e450-49b5-b67e-572bb86c0436 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:40:09.851879 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Attempting to bind port 53f50171-e450-49b5-b67e-572bb86c0436 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:40:09.852209 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Attempting to bind port 53f50171-e450-49b5-b67e-572bb86c0436 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:40:09.856339 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Port 53f50171-e450-49b5-b67e-572bb86c0436 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:40:09.858090 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Attempting to bind port 53f50171-e450-49b5-b67e-572bb86c0436 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:40:09.861481 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:40:09.861813 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Checking segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:40:09.862188 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Bound using segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:40:09.862598 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Bound port: 53f50171-e450-49b5-b67e-572bb86c0436, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:40:09.862939 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:09.934014 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] For port 53f50171-e450-49b5-b67e-572bb86c0436, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:40:09.937420 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] For port 53f50171-e450-49b5-b67e-572bb86c0436, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=53f50171-e450-49b5-b67e-572bb86c0436,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:40:10.009100 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:10.013024 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:10.061627 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:10.063014 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:10.064354 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] 10.222.0.21 "PUT /v2.0/ports/53f50171-e450-49b5-b67e-572bb86c0436 HTTP/1.1" status: 200 len: 1094 time: 0.7970769 Jun 24 06:40:10.068167 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8524ad2f-61f8-4b57-b908-3e747a8bac9a', 'tag': '53f50171-e450-49b5-b67e-572bb86c0436'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:40:10.070582 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c724a4c-63ce-4c27-b22c-8eab50a3ae8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8524ad2f-61f8-4b57-b908-3e747a8bac9a", "tag": "53f50171-e450-49b5-b67e-572bb86c0436"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:40:10.109317 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Pushing event updated for resources: {'Port': ['ID=53f50171-e450-49b5-b67e-572bb86c0436,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:10.113050 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:10.116461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7f9c-ef06-448f-b6b7-78c8a691395c req-b1d389e2-eb0f-40a2-b967-fc6d722ac699 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:10.119260 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c2ca7f9c-ef06-448f-b6b7-78c8a691395c req-b1d389e2-eb0f-40a2-b967-fc6d722ac699 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 944 time: 0.0801830 Jun 24 06:40:10.134597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4fa562-fb18-4b0a-a653-670e57e0c337 x-openstack-request-id: req-7d4fa562-fb18-4b0a-a653-670e57e0c337 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:40:10.143471 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8524ad2f-61f8-4b57-b908-3e747a8bac9a", "tag": "53f50171-e450-49b5-b67e-572bb86c0436", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:40:10.143471 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d4fa562-fb18-4b0a-a653-670e57e0c337 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:40:10.143471 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8524ad2f-61f8-4b57-b908-3e747a8bac9a', 'tag': '53f50171-e450-49b5-b67e-572bb86c0436', 'status': 'completed', 'code': 200} Jun 24 06:40:10.166235 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c2ca7f9c-ef06-448f-b6b7-78c8a691395c req-12a6102b-6748-4163-a198-d6556b226ab1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Jun 24 06:40:10.223916 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c724a4c-63ce-4c27-b22c-8eab50a3ae8a req-48dbf35b-712f-4172-8a6d-4b8bbcfbe73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:10.225489 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c724a4c-63ce-4c27-b22c-8eab50a3ae8a req-48dbf35b-712f-4172-8a6d-4b8bbcfbe73a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 1097 time: 0.0581555 Jun 24 06:40:10.340111 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c724a4c-63ce-4c27-b22c-8eab50a3ae8a req-e87260bd-3aeb-4f82-a662-84524271ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:10.341618 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c724a4c-63ce-4c27-b22c-8eab50a3ae8a req-e87260bd-3aeb-4f82-a662-84524271ddb6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=36a12fa5131f40a18b7f39735fcf230c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1015811 Jun 24 06:40:10.444394 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c724a4c-63ce-4c27-b22c-8eab50a3ae8a req-51027752-05e9-4f25-bd89-9ed0eac5f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:10.449784 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c724a4c-63ce-4c27-b22c-8eab50a3ae8a req-51027752-05e9-4f25-bd89-9ed0eac5f5aa service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952313 Jun 24 06:40:10.557980 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-cae844d9-8a45-45d4-9e00-603e75b1944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:10.561159 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-cae844d9-8a45-45d4-9e00-603e75b1944c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 1097 time: 0.0554280 Jun 24 06:40:10.615616 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-e3c63289-72cb-4b68-a0be-a15a56c06b30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53f50171-e450-49b5-b67e-572bb86c0436 HTTP/1.1" status: 200 len: 217 time: 0.0353236 Jun 24 06:40:10.664669 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-66e9bf14-f915-4377-abed-22f19257cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:10.666132 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-66e9bf14-f915-4377-abed-22f19257cec3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2254bff-d9f6-4049-8c4f-101fc662efb7 HTTP/1.1" status: 200 len: 855 time: 0.0430582 Jun 24 06:40:10.711558 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-d2d2ff86-2051-42a4-be9f-c24407661727 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5eec1cb-e034-4349-8b2b-ef549540cd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308328 Jun 24 06:40:10.800890 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-1e8f8ca7-d535-41cf-a960-217bfb934946 service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823865 Jun 24 06:40:10.980769 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b14c103-912d-49e7-98ac-39b6efea4a06 req-859094e2-bb96-46e8-b601-5bd822bb43d1 service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619029 Jun 24 06:40:11.020843 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa93ac-1be3-4bd5-8ea2-88c4efd318e6 req-b22da20f-4613-46c5-9990-ea57a3e5ea89 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:11.022905 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8caa93ac-1be3-4bd5-8ea2-88c4efd318e6 req-b22da20f-4613-46c5-9990-ea57a3e5ea89 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.1196690 Jun 24 06:40:11.063380 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8caa93ac-1be3-4bd5-8ea2-88c4efd318e6 req-81ba2f63-b6a4-4479-ab46-d365dc25fb35 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Jun 24 06:40:11.363098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4650e-856c-4bda-834f-06226fcc3c8f req-3f105479-808a-49c9-a7d2-4f9ef6c15f2b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:11.364656 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c6c4650e-856c-4bda-834f-06226fcc3c8f req-3f105479-808a-49c9-a7d2-4f9ef6c15f2b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 944 time: 0.0741370 Jun 24 06:40:11.403604 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c6c4650e-856c-4bda-834f-06226fcc3c8f req-ff6ed031-4fbb-4f6e-8586-799a326643f1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Jun 24 06:40:11.776670 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78fb3a-42ae-4f4f-83cf-4c8524df9809 req-81ed3ff8-a7da-489d-81e9-7f73d498c5e9 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:11.778160 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cd78fb3a-42ae-4f4f-83cf-4c8524df9809 req-81ed3ff8-a7da-489d-81e9-7f73d498c5e9 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.0629847 Jun 24 06:40:11.815247 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cd78fb3a-42ae-4f4f-83cf-4c8524df9809 req-521a1784-8bb2-46dc-8a95-06b658036aaa tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Jun 24 06:40:12.239302 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5831-81bf-469a-8d75-55654522ca5f req-114dc6aa-da27-4129-a25a-37235d5ad128 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:12.240853 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a2de5831-81bf-469a-8d75-55654522ca5f req-114dc6aa-da27-4129-a25a-37235d5ad128 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0640242 Jun 24 06:40:12.284663 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a2de5831-81bf-469a-8d75-55654522ca5f req-4fa72f82-742e-4183-86e0-fbc183370ed3 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Jun 24 06:40:15.406502 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4401-b39f-48ba-a4cf-fe0cc903d75f req-ab12ab45-e816-46fe-b2e8-06f457b06176 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:15.407995 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4ebd4401-b39f-48ba-a4cf-fe0cc903d75f req-ab12ab45-e816-46fe-b2e8-06f457b06176 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 944 time: 0.0653346 Jun 24 06:40:15.428045 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4700cba-0bc9-4606-b5f4-a4ef139ef713 req-ed76ca4a-69da-4d18-b786-7573e152b0a4 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:15.429545 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d4700cba-0bc9-4606-b5f4-a4ef139ef713 req-ed76ca4a-69da-4d18-b786-7573e152b0a4 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.0670605 Jun 24 06:40:15.448784 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4ebd4401-b39f-48ba-a4cf-fe0cc903d75f req-a2ad3b19-e2b7-4248-a397-322c1b326c7e tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jun 24 06:40:15.467985 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d4700cba-0bc9-4606-b5f4-a4ef139ef713 req-f7999f20-52d4-4c1e-8a05-4b0891e1b3bb tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Jun 24 06:40:15.824446 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738fe7c-1074-4363-aad8-3cfa382996e0 req-34a3bc80-b535-4f42-b7f7-9e98b3786ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:15.826047 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d738fe7c-1074-4363-aad8-3cfa382996e0 req-34a3bc80-b535-4f42-b7f7-9e98b3786ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.2782855 Jun 24 06:40:15.865851 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d738fe7c-1074-4363-aad8-3cfa382996e0 req-2042c07c-f81f-4053-b435-975e85bbd6f9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Jun 24 06:40:16.627380 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0884265-50cc-4df4-9bad-aa93dd6ec780 req-28b23ebb-e11b-46c6-9935-2cf10da531e9 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:16.629408 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b0884265-50cc-4df4-9bad-aa93dd6ec780 req-28b23ebb-e11b-46c6-9935-2cf10da531e9 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 944 time: 0.0644724 Jun 24 06:40:16.651677 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f11cad-07c9-4db3-81f4-eb9c64cf9cf7 req-81c6b061-8e80-45c3-97b8-e7e76642dd12 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:16.653255 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e4f11cad-07c9-4db3-81f4-eb9c64cf9cf7 req-81c6b061-8e80-45c3-97b8-e7e76642dd12 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.0663726 Jun 24 06:40:16.668424 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b0884265-50cc-4df4-9bad-aa93dd6ec780 req-558a37da-b3d8-4b7a-a4cc-58b319a635ab tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326524 Jun 24 06:40:16.695280 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e4f11cad-07c9-4db3-81f4-eb9c64cf9cf7 req-3d75dfa2-26f4-423a-af9f-f1796345876a tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359023 Jun 24 06:40:16.977284 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 53f50171-e450-49b5-b67e-572bb86c0436 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:40:17.044407 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3e800-b46c-41dc-afdc-efe3d3c2b32a req-00dc51db-926d-4639-9d96-ebcffa624f6a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:17.045912 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-66f3e800-b46c-41dc-afdc-efe3d3c2b32a req-00dc51db-926d-4639-9d96-ebcffa624f6a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0662351 Jun 24 06:40:17.079006 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 53f50171-e450-49b5-b67e-572bb86c0436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=53f50171-e450-49b5-b67e-572bb86c0436,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:40:17.086351 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-66f3e800-b46c-41dc-afdc-efe3d3c2b32a req-4e1c1211-6225-46ca-9fe8-323890ee4608 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342553 Jun 24 06:40:17.090398 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '53f50171-e450-49b5-b67e-572bb86c0436', 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'port_id': '53f50171-e450-49b5-b67e-572bb86c0436', 'mac_address': 'fa:16:3e:f9:ac:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2254bff-d9f6-4049-8c4f-101fc662efb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:40:17.128426 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:17.141438 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f50171-e450-49b5-b67e-572bb86c0436 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:40:17.162512 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 53f50171-e450-49b5-b67e-572bb86c0436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=53f50171-e450-49b5-b67e-572bb86c0436,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:40:17.237313 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:17.239880 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:17.296014 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=53f50171-e450-49b5-b67e-572bb86c0436,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:17.304918 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.305321 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.306317 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.306317 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.308076 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.308564 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.308784 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.309137 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.309477 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.309809 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.310137 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.310464 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:17.314602 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:17.660110 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-776025b6-2e6d-461d-924d-d9b31922da90 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:17.663042 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-776025b6-2e6d-461d-924d-d9b31922da90 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.21 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.0678902 Jun 24 06:40:17.682172 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['53f50171-e450-49b5-b67e-572bb86c0436'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:40:17.871568 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Deleting port b2646862-e6e9-4f02-8ad1-d075ed0a8fae {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:40:17.872081 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:17.929821 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083bf43-2a99-48e9-bfd9-eab2c6a4a3b4 req-b2bfb195-deed-4b19-974d-de6b557f14be tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:17.931277 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8083bf43-2a99-48e9-bfd9-eab2c6a4a3b4 req-b2bfb195-deed-4b19-974d-de6b557f14be tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 945 time: 0.0649512 Jun 24 06:40:17.969648 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8083bf43-2a99-48e9-bfd9-eab2c6a4a3b4 req-eb3c6626-3903-4436-98ff-26119adbf826 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/security-groups?id=c646b0c8-f154-4c88-bea5-3cd15d43662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Jun 24 06:40:17.998075 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] For port b2646862-e6e9-4f02-8ad1-d075ed0a8fae, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,segment=NetworkSegment(c588724c-8562-4071-aecf-996dac0fb7db),segment_id=c588724c-8562-4071-aecf-996dac0fb7db)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:40:17.998381 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.017237 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109542e-f851-4819-bd7f-b3f922cb6252 req-d0581cf4-b15e-4892-b59a-d758ae61d6c4 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:18.018706 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6109542e-f851-4819-bd7f-b3f922cb6252 req-d0581cf4-b15e-4892-b59a-d758ae61d6c4 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 945 time: 0.1687930 Jun 24 06:40:18.025194 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Calling delete_port for b2646862-e6e9-4f02-8ad1-d075ed0a8fae owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:40:18.125423 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6109542e-f851-4819-bd7f-b3f922cb6252 req-2106baf1-4bf5-44bb-ace2-9729abd9bf0a tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971370 Jun 24 06:40:18.266304 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 35790) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:18.275651 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f90dcf-99ab-4808-9716-6801d1a459e8 req-1d03e8f4-5350-4202-98e6-b6d3e880f128 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:18.277154 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a9f90dcf-99ab-4808-9716-6801d1a459e8 req-1d03e8f4-5350-4202-98e6-b6d3e880f128 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0642533 Jun 24 06:40:18.311321 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.315800 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:18.319339 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a9f90dcf-99ab-4808-9716-6801d1a459e8 req-0c512e4e-5b8e-487d-a293-8b781a59b2ed tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365031 Jun 24 06:40:18.347794 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Pushing event deleted for resources: {'Port': ['ID=b2646862-e6e9-4f02-8ad1-d075ed0a8fae,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:18.351410 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:18.414220 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] No DVR routers for this DVR port b2646862-e6e9-4f02-8ad1-d075ed0a8fae on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:40:18.421051 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-94158b41-2e3f-48d1-80a2-bb19ddab28f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.423443 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.425531 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-da1a0254-6a34-4747-ad61-a58b182fb7d5 req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.21 "DELETE /v2.0/ports/b2646862-e6e9-4f02-8ad1-d075ed0a8fae HTTP/1.1" status: 204 len: 173 time: 0.7514596 Jun 24 06:40:18.430566 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e300fde3-09cf-4981-8e3d-7616421d4616', 'name': 'network-vif-deleted', 'tag': 'b2646862-e6e9-4f02-8ad1-d075ed0a8fae'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:40:18.430566 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d82223-634f-42f4-991d-ec5d3ce99977" -d '{"events": [{"server_uuid": "e300fde3-09cf-4981-8e3d-7616421d4616", "name": "network-vif-deleted", "tag": "b2646862-e6e9-4f02-8ad1-d075ed0a8fae"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:40:18.470695 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62c16a7-3302-4dd5-8b1e-c0053069bdc8 x-openstack-request-id: req-b62c16a7-3302-4dd5-8b1e-c0053069bdc8 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:40:18.471005 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e300fde3-09cf-4981-8e3d-7616421d4616", "name": "network-vif-deleted", "tag": "b2646862-e6e9-4f02-8ad1-d075ed0a8fae", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:40:18.471277 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b62c16a7-3302-4dd5-8b1e-c0053069bdc8 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:40:18.471684 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e300fde3-09cf-4981-8e3d-7616421d4616', 'name': 'network-vif-deleted', 'tag': 'b2646862-e6e9-4f02-8ad1-d075ed0a8fae', 'status': 'completed', 'code': 200} Jun 24 06:40:18.521325 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-94158b41-2e3f-48d1-80a2-bb19ddab28f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.539181 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['b2646862-e6e9-4f02-8ad1-d075ed0a8fae'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:40:18.626464 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-94158b41-2e3f-48d1-80a2-bb19ddab28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.636849 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:18.678677 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94158b41-2e3f-48d1-80a2-bb19ddab28f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab39201-9025-4ba6-a654-d2ba6b3e5e06,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:18.695211 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-94158b41-2e3f-48d1-80a2-bb19ddab28f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:18.703172 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 35804) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:18.703888 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-94158b41-2e3f-48d1-80a2-bb19ddab28f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b2d384cc91f4515a98d9bdc8fb16ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364893 Jun 24 06:40:18.758509 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.779727 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.866135 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.869520 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:18.873985 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ab39201-9025-4ba6-a654-d2ba6b3e5e06 HTTP/1.1" status: 204 len: 168 time: 0.1692686 Jun 24 06:40:18.874718 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:18.882582 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab39201-9025-4ba6-a654-d2ba6b3e5e06,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:18.889773 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.890237 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.890460 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.890988 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.891342 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.891680 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.892017 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.892350 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.892767 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.893172 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.893538 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.893884 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:40:18.897619 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:19.004335 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 53f50171-e450-49b5-b67e-572bb86c0436 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:40:19.122570 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 53f50171-e450-49b5-b67e-572bb86c0436 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:40:19.126836 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 53f50171-e450-49b5-b67e-572bb86c0436 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:40:19.127212 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:19.128964 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b4ccf0f4-675a-4c89-932f-fd4cd8ab86db req-65f89a25-4d8f-4a00-93ac-174811edb37b tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.0288155 Jun 24 06:40:19.223742 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:19.256844 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8524ad2f-61f8-4b57-b908-3e747a8bac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f50171-e450-49b5-b67e-572bb86c0436'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:40:19.261560 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b955306-e7bd-4c8c-8ad0-16023f8615f9" -d '{"events": [{"server_uuid": "8524ad2f-61f8-4b57-b908-3e747a8bac9a", "name": "network-vif-plugged", "status": "completed", "tag": "53f50171-e450-49b5-b67e-572bb86c0436"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:40:19.304006 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 53f50171-e450-49b5-b67e-572bb86c0436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=53f50171-e450-49b5-b67e-572bb86c0436,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:40:19.323886 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01183271-cb98-45e2-af32-94b1e9d608f3 x-openstack-request-id: req-01183271-cb98-45e2-af32-94b1e9d608f3 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:40:19.324366 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8524ad2f-61f8-4b57-b908-3e747a8bac9a", "name": "network-vif-plugged", "status": "completed", "tag": "53f50171-e450-49b5-b67e-572bb86c0436", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:40:19.324771 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01183271-cb98-45e2-af32-94b1e9d608f3 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:40:19.325408 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8524ad2f-61f8-4b57-b908-3e747a8bac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f50171-e450-49b5-b67e-572bb86c0436', 'code': 200} Jun 24 06:40:19.351571 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5fd6-354b-4d04-877c-1e2a27d80775 req-3f3f5d02-36fd-4d61-93f5-38b020f20227 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:19.353611 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-325d5fd6-354b-4d04-877c-1e2a27d80775 req-3f3f5d02-36fd-4d61-93f5-38b020f20227 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 945 time: 0.0920887 Jun 24 06:40:19.397384 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:19.397649 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-325d5fd6-354b-4d04-877c-1e2a27d80775 req-f863dc08-947b-4adb-a3e0-ce2642b1f780 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 Jun 24 06:40:19.398880 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b2646862-e6e9-4f02-8ad1-d075ed0a8fae no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:40:19.401403 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:19.437358 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: b2646862-e6e9-4f02-8ad1-d075ed0a8fae {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:40:19.437707 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b2646862-e6e9-4f02-8ad1-d075ed0a8fae not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:40:19.491660 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=53f50171-e450-49b5-b67e-572bb86c0436,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:19.503478 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:19.531900 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63e33e-8ecc-4219-820b-3a415f728f1e req-9d87b527-0e3e-489a-b5f2-f6877fd06719 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:19.533653 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0f63e33e-8ecc-4219-820b-3a415f728f1e req-9d87b527-0e3e-489a-b5f2-f6877fd06719 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0863032 Jun 24 06:40:19.571242 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0f63e33e-8ecc-4219-820b-3a415f728f1e req-0ede5ea1-4e4b-47b5-bd6a-0452c615cd74 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Jun 24 06:40:19.667831 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 35852) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:19.681482 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-16f98656-dc79-4399-91a3-3ee9e14fd9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:19.768568 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba227173-995b-4945-8744-b04cef7a81ce req-85abed4a-b5f3-4b22-b9b6-a52da8c858a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:19.770689 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ba227173-995b-4945-8744-b04cef7a81ce req-85abed4a-b5f3-4b22-b9b6-a52da8c858a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 1099 time: 0.0608869 Jun 24 06:40:19.774241 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-16f98656-dc79-4399-91a3-3ee9e14fd9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:19.809585 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ba227173-995b-4945-8744-b04cef7a81ce req-c370efe2-45c0-4d16-bbdf-6807ec3555af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287557 Jun 24 06:40:19.845946 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-16f98656-dc79-4399-91a3-3ee9e14fd9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:19.851206 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7dd6ef0a-f39d-4a9c-a064-6eb963c7c9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:19.890854 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-16f98656-dc79-4399-91a3-3ee9e14fd9f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d93a1dd3411a4f8ab79f4cfb1e883f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218482 Jun 24 06:40:19.891856 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f98656-dc79-4399-91a3-3ee9e14fd9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccfbbb2-e292-42ba-9f62-e7b3ddcfee27,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:19.893480 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 35858) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:19.894781 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-16f98656-dc79-4399-91a3-3ee9e14fd9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:19.945031 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-938259aa-a5d8-4d23-bd5c-5d951b03d180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:19.967711 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-938259aa-a5d8-4d23-bd5c-5d951b03d180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.072147 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 35862) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:20.122792 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-938259aa-a5d8-4d23-bd5c-5d951b03d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.125719 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-938259aa-a5d8-4d23-bd5c-5d951b03d180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.127268 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-938259aa-a5d8-4d23-bd5c-5d951b03d180 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eccfbbb2-e292-42ba-9f62-e7b3ddcfee27 HTTP/1.1" status: 204 len: 168 time: 0.2323480 Jun 24 06:40:20.127906 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:20.136622 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938259aa-a5d8-4d23-bd5c-5d951b03d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccfbbb2-e292-42ba-9f62-e7b3ddcfee27,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:20.138969 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-938259aa-a5d8-4d23-bd5c-5d951b03d180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:20.195141 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c873e26-213e-4d5a-89ab-3114e8fb84b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.290363 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c873e26-213e-4d5a-89ab-3114e8fb84b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.305083 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5fec20f4-5905-46f3-bb8b-830958994aac req-ab60131d-e715-489e-bb8b-ebefd0f9f93c tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] 10.222.0.15 "GET /v2.0/ports?device_id=e300fde3-09cf-4981-8e3d-7616421d4616 HTTP/1.1" status: 200 len: 210 time: 0.0289900 Jun 24 06:40:20.382480 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1c873e26-213e-4d5a-89ab-3114e8fb84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.386253 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:20.420940 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c873e26-213e-4d5a-89ab-3114e8fb84b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51abd66-3f8e-416d-baee-148d3ae90481,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:20.424530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1c873e26-213e-4d5a-89ab-3114e8fb84b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:20.427272 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1c873e26-213e-4d5a-89ab-3114e8fb84b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a69995c2ace4e80b0fd75ba9dc4ecb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540940 Jun 24 06:40:20.429920 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 35872) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:20.485686 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8cf7eead-b1d6-4107-a24e-8c3a99172790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.510910 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8cf7eead-b1d6-4107-a24e-8c3a99172790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.596159 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069052d0-0c86-404a-9f81-da944ca639c2 req-8c5a93ff-9948-4bb5-a19d-9aa7e908db95 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:20.597678 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-069052d0-0c86-404a-9f81-da944ca639c2 req-8c5a93ff-9948-4bb5-a19d-9aa7e908db95 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 946 time: 0.0805018 Jun 24 06:40:20.642314 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-069052d0-0c86-404a-9f81-da944ca639c2 req-0c43cff7-a334-4e01-b788-dcf3e09733f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Jun 24 06:40:20.670154 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8cf7eead-b1d6-4107-a24e-8c3a99172790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.672752 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8cf7eead-b1d6-4107-a24e-8c3a99172790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:20.673861 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-8cf7eead-b1d6-4107-a24e-8c3a99172790 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f51abd66-3f8e-416d-baee-148d3ae90481 HTTP/1.1" status: 204 len: 168 time: 0.2430105 Jun 24 06:40:20.674617 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-aa54c579-2afd-4b3d-a876-12316d2b0f8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:20.686328 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7eead-b1d6-4107-a24e-8c3a99172790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51abd66-3f8e-416d-baee-148d3ae90481,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:20.689100 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8cf7eead-b1d6-4107-a24e-8c3a99172790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:20.769540 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48279dea-c1b2-499d-bdfd-e17930ead6c6 req-95e77a7b-1585-4de1-a08b-421dcc52f90a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:20.772133 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-48279dea-c1b2-499d-bdfd-e17930ead6c6 req-95e77a7b-1585-4de1-a08b-421dcc52f90a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0698514 Jun 24 06:40:20.817648 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-48279dea-c1b2-499d-bdfd-e17930ead6c6 req-230ba88f-06f9-4229-8915-3b6b75f650e3 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378473 Jun 24 06:40:21.267212 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 35904) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:21.282264 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-23316801-ce73-4d40-9d6e-c5468f492921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:21.379081 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-23316801-ce73-4d40-9d6e-c5468f492921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:21.465611 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-23316801-ce73-4d40-9d6e-c5468f492921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:21.468897 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:21.511142 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-23316801-ce73-4d40-9d6e-c5468f492921 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91d8d3ee9d684aa2947565d6f7ba29da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401695 Jun 24 06:40:21.511142 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23316801-ce73-4d40-9d6e-c5468f492921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c850a4a-c04b-4b2a-8e9d-ddbc2bc1a878,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:21.511330 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 35916) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:21.512652 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-23316801-ce73-4d40-9d6e-c5468f492921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:21.589449 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-24803d16-9883-419d-b11a-88939d0488e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:21.615005 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-24803d16-9883-419d-b11a-88939d0488e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:21.775392 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-24803d16-9883-419d-b11a-88939d0488e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:21.778591 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-24803d16-9883-419d-b11a-88939d0488e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:21.779767 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-24803d16-9883-419d-b11a-88939d0488e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c850a4a-c04b-4b2a-8e9d-ddbc2bc1a878 HTTP/1.1" status: 204 len: 168 time: 0.2660642 Jun 24 06:40:21.795679 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:21.806519 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24803d16-9883-419d-b11a-88939d0488e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c850a4a-c04b-4b2a-8e9d-ddbc2bc1a878,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:21.811533 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-24803d16-9883-419d-b11a-88939d0488e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:21.853890 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932590-49da-4f0c-9d38-ae3e31db6be1 req-c486a50d-6c36-4239-8020-63b59e20456b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:21.855485 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a2932590-49da-4f0c-9d38-ae3e31db6be1 req-c486a50d-6c36-4239-8020-63b59e20456b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 946 time: 0.0934217 Jun 24 06:40:21.903105 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a2932590-49da-4f0c-9d38-ae3e31db6be1 req-4cc425f9-01fb-4524-b8aa-cf3b74e21c6c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Jun 24 06:40:22.003105 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a366c1-3607-455a-a2c4-4e48c5318f25 req-f63ba56c-44bd-4e69-b0dc-febe9cbbe18f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:22.004781 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-55a366c1-3607-455a-a2c4-4e48c5318f25 req-f63ba56c-44bd-4e69-b0dc-febe9cbbe18f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0612574 Jun 24 06:40:22.053173 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-55a366c1-3607-455a-a2c4-4e48c5318f25 req-9f8bce3d-0eca-4ac3-b3d3-46f709918824 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Jun 24 06:40:23.051048 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 35996) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:23.098187 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Deleting subnet 941d9012-8aab-43ca-b6c7-f62dfc0379c5 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 06:40:23.102197 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.144073 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.158448 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.239650 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b0e62-2ade-4338-ada1-8d2c23911900 req-68504ac2-59a9-4135-af28-a086f41d0965 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:23.240984 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6a9b0e62-2ade-4338-ada1-8d2c23911900 req-68504ac2-59a9-4135-af28-a086f41d0965 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0627973 Jun 24 06:40:23.282168 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6a9b0e62-2ade-4338-ada1-8d2c23911900 req-317b1584-2f7d-4ca1-8df8-502802652fcc tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354698 Jun 24 06:40:23.346984 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.351394 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:23.377714 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941d9012-8aab-43ca-b6c7-f62dfc0379c5,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:23.381373 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:23.385462 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.390377 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36010) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:23.391302 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/941d9012-8aab-43ca-b6c7-f62dfc0379c5 HTTP/1.1" status: 204 len: 168 time: 0.3378105 Jun 24 06:40:23.460543 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.554029 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.564713 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.565057 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.565812 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.566228 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > port after_create 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.566740 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.568153 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > port after_update 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.568153 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.568479 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.569241 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.569704 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.694697 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.695058 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.695391 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.695722 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:40:23.696096 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a554d5e-b806-4c52-91d7-5577b77053ad']}} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:23.714461 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c588724c-8562-4071-aecf-996dac0fb7db') {'for_net_delete': True} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:23.714832 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c588724c-8562-4071-aecf-996dac0fb7db') {} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:40:23.730858 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013072'] for segment, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.755706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.767229 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 06:40:23.767716 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8494716'] for segment, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: from cryptography.utils import int_from_bytes Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: from cryptography.utils import int_from_bytes Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: Traceback (most recent call last): Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: timer() Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: cb(*args, **kw) Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: return func(*args, **kwargs) Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: self._notify() Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: self.callback(batched_events) Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: event.method(event) Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: return f(self, *a, **k) Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._get(url).json() Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: return self.request(url, 'GET', **kwargs) Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 06:40:23.814903 dv-cinder-784092-10-iscsi neutron-server[100201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 06:40:23.912311 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.917276 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:23.929583 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:23.931454 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a554d5e-b806-4c52-91d7-5577b77053ad HTTP/1.1" status: 204 len: 168 time: 0.5402803 Jun 24 06:40:23.932621 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a554d5e-b806-4c52-91d7-5577b77053ad,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:23.935956 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-aadefc16-85f5-4d51-85d8-220381ac2538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:24.384390 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36072) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:24.431003 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-aeb5dbda-50b0-456e-9f71-756cd6e382cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3da985805b8140729e3933a4b917704d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453193 Jun 24 06:40:24.431590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36074) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:24.483172 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e364d55-0408-49c2-9a65-acd410aad192 req-0f2ab67e-e1b4-4a46-92c2-48789752f539 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:24.486042 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1e364d55-0408-49c2-9a65-acd410aad192 req-0f2ab67e-e1b4-4a46-92c2-48789752f539 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0756702 Jun 24 06:40:24.491143 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdd5c-aeac-461f-9084-36a2a084cd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:24.542148 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdd5c-aeac-461f-9084-36a2a084cd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:24.556786 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1e364d55-0408-49c2-9a65-acd410aad192 req-a011bd54-48ce-40ae-aa23-33865117201d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655224 Jun 24 06:40:24.714049 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdd5c-aeac-461f-9084-36a2a084cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:24.717175 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdd5c-aeac-461f-9084-36a2a084cd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:24.724011 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-4a6fdd5c-aeac-461f-9084-36a2a084cd6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c646b0c8-f154-4c88-bea5-3cd15d43662f HTTP/1.1" status: 204 len: 168 time: 0.2860229 Jun 24 06:40:24.724011 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bbe0d72b-2c67-453e-8a23-1aaa417c331d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:24.738395 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fdd5c-aeac-461f-9084-36a2a084cd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646b0c8-f154-4c88-bea5-3cd15d43662f,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:24.741257 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4a6fdd5c-aeac-461f-9084-36a2a084cd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:25.246484 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-4ed4f51b-4d86-47f2-bf68-0473124caa34 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:25.256870 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-4ed4f51b-4d86-47f2-bf68-0473124caa34 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 815 time: 0.1640825 Jun 24 06:40:25.275775 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-7aa80766-3818-4379-902a-135881098dee tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/quotas/36a12fa5131f40a18b7f39735fcf230c HTTP/1.1" status: 200 len: 375 time: 0.0176806 Jun 24 06:40:25.373724 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-dd937371-9cca-4033-8595-b9dd0bb77242 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969501 Jun 24 06:40:25.469055 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-ba3169fc-3026-4b37-bb60-19babf84949d service neutron] 10.222.0.15 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944901 Jun 24 06:40:25.503406 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-840e7b69-b771-4088-9b2d-038f15ca04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:25.567766 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-72d8dda5-0b5c-451d-b090-e5ce30c4324f service neutron] 10.222.0.15 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918345 Jun 24 06:40:25.761242 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804f03-ef2f-4dec-8c47-bfca22a129ed req-161d832c-c990-43a0-9162-d67129139a23 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:25.763149 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ad804f03-ef2f-4dec-8c47-bfca22a129ed req-161d832c-c990-43a0-9162-d67129139a23 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0813980 Jun 24 06:40:25.821716 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ad804f03-ef2f-4dec-8c47-bfca22a129ed req-6b971899-c21c-4013-b469-8a86507f3c15 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527685 Jun 24 06:40:25.889698 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-192ec672-ee94-4175-aaff-93207233a04a req-7f5820ef-8bdb-4b7c-bfca-8baff1a9aa8d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 210 time: 0.0328918 Jun 24 06:40:26.322766 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36228) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:26.590584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2c-2f61-4250-9bd6-fd88176f1d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:26.690392 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2c-2f61-4250-9bd6-fd88176f1d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:26.759549 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2c-2f61-4250-9bd6-fd88176f1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:26.778704 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36240) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:26.784966 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:26.797728 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-32e18b2c-2f61-4250-9bd6-fd88176f1d14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=456b8eaba9c142fcbc14100f28de8b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759202 Jun 24 06:40:26.798891 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36244) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:26.817221 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e18b2c-2f61-4250-9bd6-fd88176f1d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8a3af-63bb-4d59-a17d-0797125e605f,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:26.822323 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-32e18b2c-2f61-4250-9bd6-fd88176f1d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:26.858678 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-197d26cd-b480-427d-971c-60d01b70549a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:26.902380 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-197d26cd-b480-427d-971c-60d01b70549a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.074114 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ced7813-f165-4e2d-8dc3-1dcdb4ac82ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.108261 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22af8c-70e8-4eae-a0cf-894c4388229e req-720e8506-be2c-4156-8de4-1c64033b27e0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:27.113460 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-197d26cd-b480-427d-971c-60d01b70549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.114068 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d22af8c-70e8-4eae-a0cf-894c4388229e req-720e8506-be2c-4156-8de4-1c64033b27e0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0984530 Jun 24 06:40:27.119823 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-197d26cd-b480-427d-971c-60d01b70549a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.121223 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-197d26cd-b480-427d-971c-60d01b70549a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bee8a3af-63bb-4d59-a17d-0797125e605f HTTP/1.1" status: 204 len: 168 time: 0.3214395 Jun 24 06:40:27.141320 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-dd1f2d07-548d-4b2c-a92b-7900ed7c18b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:27.156129 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d22af8c-70e8-4eae-a0cf-894c4388229e req-b3dffce0-04a8-424a-96b1-cd81ac56adc2 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378866 Jun 24 06:40:27.164140 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d26cd-b480-427d-971c-60d01b70549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8a3af-63bb-4d59-a17d-0797125e605f,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:27.167305 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-197d26cd-b480-427d-971c-60d01b70549a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:27.200215 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d7c87a29-21e7-462e-be67-90865a8ef81c req-9d0498c8-d73f-4843-840a-2984f83fe336 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 210 time: 0.0468681 Jun 24 06:40:27.250341 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ced7813-f165-4e2d-8dc3-1dcdb4ac82ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.305855 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ced7813-f165-4e2d-8dc3-1dcdb4ac82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.308743 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-24803d16-9883-419d-b11a-88939d0488e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:27.350352 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced7813-f165-4e2d-8dc3-1dcdb4ac82ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cddfc3f-a0b8-42fe-be59-e9b9f38c4e1f,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:27.353517 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7ced7813-f165-4e2d-8dc3-1dcdb4ac82ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:27.356179 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7ced7813-f165-4e2d-8dc3-1dcdb4ac82ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f0a0d70323449b48f2076a335714ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757957 Jun 24 06:40:27.358832 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36266) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:27.417278 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5bed8242-8ee7-463c-abff-2021a162bb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.443089 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5bed8242-8ee7-463c-abff-2021a162bb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.568971 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5bed8242-8ee7-463c-abff-2021a162bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.571490 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5bed8242-8ee7-463c-abff-2021a162bb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.572571 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-5bed8242-8ee7-463c-abff-2021a162bb29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cddfc3f-a0b8-42fe-be59-e9b9f38c4e1f HTTP/1.1" status: 204 len: 168 time: 0.2128584 Jun 24 06:40:27.573270 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:27.580716 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed8242-8ee7-463c-abff-2021a162bb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cddfc3f-a0b8-42fe-be59-e9b9f38c4e1f,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:27.583119 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5bed8242-8ee7-463c-abff-2021a162bb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:27.701273 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36274) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:27.819807 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1051631a-8c7b-4b10-b088-74a9a841b508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.908022 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1051631a-8c7b-4b10-b088-74a9a841b508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.985431 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1051631a-8c7b-4b10-b088-74a9a841b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:27.988816 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-46d6bcc7-063c-435a-8df6-4c506896c89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:28.024784 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1051631a-8c7b-4b10-b088-74a9a841b508 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf56bd41496746589bec08b8cab525b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222213 Jun 24 06:40:28.027343 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36288) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:28.039351 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051631a-8c7b-4b10-b088-74a9a841b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed69f30e-d9a4-477e-bdd4-1b617f9b7805,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:28.043254 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1051631a-8c7b-4b10-b088-74a9a841b508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:28.090766 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c177d925-678b-468e-9e8b-e7aed35f5f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.113876 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c177d925-678b-468e-9e8b-e7aed35f5f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.277953 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c177d925-678b-468e-9e8b-e7aed35f5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.278854 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-1359c0d7-482d-4ba3-bdad-a7d0be89a0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.283244 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c177d925-678b-468e-9e8b-e7aed35f5f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.286414 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c177d925-678b-468e-9e8b-e7aed35f5f83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed69f30e-d9a4-477e-bdd4-1b617f9b7805 HTTP/1.1" status: 204 len: 168 time: 0.2569735 Jun 24 06:40:28.288739 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-811670dd-3fc2-4d0a-90a7-977922332b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:28.297723 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177d925-678b-468e-9e8b-e7aed35f5f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed69f30e-d9a4-477e-bdd4-1b617f9b7805,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:28.312474 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c177d925-678b-468e-9e8b-e7aed35f5f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:28.325856 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36304) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:28.409219 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1fd988f2-56d2-476f-a218-296b7e3ef5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.442625 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c95f0489-f32e-4a39-9dae-adf61dc2f7e2 req-6f8266de-b7a2-46be-905c-57c3fb2e909f tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 210 time: 0.0898969 Jun 24 06:40:28.532318 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0486b-11a5-4a31-9551-219b15219afd req-f805d14e-122a-4bdb-aad5-fcea5712b4d8 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:28.534106 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58f0486b-11a5-4a31-9551-219b15219afd req-f805d14e-122a-4bdb-aad5-fcea5712b4d8 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.2468138 Jun 24 06:40:28.578798 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-0bdc4a34-fdaf-4b56-a513-128cfe30816c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:28.580158 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-0bdc4a34-fdaf-4b56-a513-128cfe30816c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 815 time: 0.2793264 Jun 24 06:40:28.585967 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.599109 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Request body: {'port': {'device_id': '1d5fa553-39bb-408b-b13d-5f8ba7f3cbec', 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'admin_state_up': True, 'tenant_id': '36a12fa5131f40a18b7f39735fcf230c'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:40:28.641597 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58f0486b-11a5-4a31-9551-219b15219afd req-197fb966-5a04-4dab-9ac6-c75ae7f9721e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943425 Jun 24 06:40:28.725110 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1fd988f2-56d2-476f-a218-296b7e3ef5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.806300 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1fd988f2-56d2-476f-a218-296b7e3ef5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.820281 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-938259aa-a5d8-4d23-bd5c-5d951b03d180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:28.871806 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1fd988f2-56d2-476f-a218-296b7e3ef5db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=201f8d9cff64442f90abe1d63ef1794d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302603 Jun 24 06:40:28.872783 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd988f2-56d2-476f-a218-296b7e3ef5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce54266-5e8e-4532-ab20-e8f26f2dd80b,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:28.874489 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36324) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:28.890334 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1fd988f2-56d2-476f-a218-296b7e3ef5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:28.925231 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Made reservation on behalf of 36a12fa5131f40a18b7f39735fcf230c for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:40:28.935377 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb60e-17a8-4cca-81af-2dc49aada911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.941530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:28.987353 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb60e-17a8-4cca-81af-2dc49aada911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.096308 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Allocated IP 172.20.0.8 (d5eec1cb-e034-4349-8b2b-ef549540cd3a/a2254bff-d9f6-4049-8c4f-101fc662efb7/984e5a30-4341-4893-a42c-e8e93b003556) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:40:29.108216 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb60e-17a8-4cca-81af-2dc49aada911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.111955 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb60e-17a8-4cca-81af-2dc49aada911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.113097 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7c0fb60e-17a8-4cca-81af-2dc49aada911 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ce54266-5e8e-4532-ab20-e8f26f2dd80b HTTP/1.1" status: 204 len: 168 time: 0.2369249 Jun 24 06:40:29.113801 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:29.123617 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fb60e-17a8-4cca-81af-2dc49aada911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce54266-5e8e-4532-ab20-e8f26f2dd80b,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:29.128366 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7c0fb60e-17a8-4cca-81af-2dc49aada911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:29.254030 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.335864 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36332) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:29.349151 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9b8d42ae-0afa-4890-8556-832a12df3c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.366851 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.379236 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e3c9a35e-4e53-454d-9f77-d47f72eb9c18', '53f50171-e450-49b5-b67e-572bb86c0436'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:40:29.400015 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-02a17fed-e674-41be-a4d1-620528f1701d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:29.461833 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Network d5eec1cb-e034-4349-8b2b-ef549540cd3a is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:40:29.474971 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:40:29.479514 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:40:29.493230 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9b8d42ae-0afa-4890-8556-832a12df3c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.533425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Pushing event updated for resources: {'Port': ['ID=984e5a30-4341-4893-a42c-e8e93b003556,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:29.541286 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.543936 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:29.557719 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11b85c51-8894-4482-8885-c0efd366252a req-15b19fd2-464c-4e0e-bea7-49c5276e2f00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2003107 Jun 24 06:40:29.573946 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:29.574599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.580470 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9b8d42ae-0afa-4890-8556-832a12df3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.585418 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2faba6f2-8c1a-4f7f-b1cb-cc37f9428cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:29.653591 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9b8d42ae-0afa-4890-8556-832a12df3c21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e26f9d85fdc43e093346d3364b2d2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073759 Jun 24 06:40:29.653591 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36346) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:29.653591 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d42ae-0afa-4890-8556-832a12df3c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a475c2f-6139-4f5e-9bfa-640a73b07a96,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:29.679673 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9b8d42ae-0afa-4890-8556-832a12df3c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:29.708454 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1134589 Jun 24 06:40:29.760469 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Request body: {'port': {'device_id': '1d5fa553-39bb-408b-b13d-5f8ba7f3cbec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:40:29.778903 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d3af2437-21b1-4a6f-8944-7106ff9d92cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.822207 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d3af2437-21b1-4a6f-8944-7106ff9d92cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.887943 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac0a5-ca93-4444-b067-49fc4aa2ca4b req-6ea22844-6ef7-40c3-a24a-6c5661773165 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:29.889480 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-603ac0a5-ca93-4444-b067-49fc4aa2ca4b req-6ea22844-6ef7-40c3-a24a-6c5661773165 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 931 time: 0.1754930 Jun 24 06:40:29.953824 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-603ac0a5-ca93-4444-b067-49fc4aa2ca4b req-3883da58-b563-44e9-a0e9-c7d5afff0098 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 Jun 24 06:40:29.965763 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d3af2437-21b1-4a6f-8944-7106ff9d92cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.968789 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d3af2437-21b1-4a6f-8944-7106ff9d92cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:29.972338 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-d3af2437-21b1-4a6f-8944-7106ff9d92cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a475c2f-6139-4f5e-9bfa-640a73b07a96 HTTP/1.1" status: 204 len: 168 time: 0.3215802 Jun 24 06:40:29.972338 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:29.980025 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af2437-21b1-4a6f-8944-7106ff9d92cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a475c2f-6139-4f5e-9bfa-640a73b07a96,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:29.982506 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d3af2437-21b1-4a6f-8944-7106ff9d92cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:30.172150 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b85c51-8894-4482-8885-c0efd366252a req-fd4c1ef7-0c64-45b9-8991-94dcabffe7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:30.173609 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11b85c51-8894-4482-8885-c0efd366252a req-fd4c1ef7-0c64-45b9-8991-94dcabffe7a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 1098 time: 0.5338919 Jun 24 06:40:30.204233 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:30.327044 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f9c3d-d35a-48a3-8074-02ca658ce746 req-b452ea41-0991-4426-9bfa-0d0b6afafd77 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:30.330589 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-706f9c3d-d35a-48a3-8074-02ca658ce746 req-b452ea41-0991-4426-9bfa-0d0b6afafd77 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.4741809 Jun 24 06:40:30.443146 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b85c51-8894-4482-8885-c0efd366252a req-d8761a5e-c655-4e8b-84e0-58ace4cbc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:30.444530 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11b85c51-8894-4482-8885-c0efd366252a req-d8761a5e-c655-4e8b-84e0-58ace4cbc53f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 916 time: 0.2368143 Jun 24 06:40:30.496703 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11b85c51-8894-4482-8885-c0efd366252a req-3ef737a2-cb0f-44e3-98fd-92d4b5e21014 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3c9a35e-4e53-454d-9f77-d47f72eb9c18 HTTP/1.1" status: 200 len: 217 time: 0.0447607 Jun 24 06:40:30.505291 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-706f9c3d-d35a-48a3-8074-02ca658ce746 req-41b6e42c-c258-4d80-97ae-a185b870667f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642253 Jun 24 06:40:30.592766 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b85c51-8894-4482-8885-c0efd366252a req-4d4c50cc-f6af-4837-b947-b3a4b3c8b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:30.594241 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11b85c51-8894-4482-8885-c0efd366252a req-4d4c50cc-f6af-4837-b947-b3a4b3c8b51e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2254bff-d9f6-4049-8c4f-101fc662efb7 HTTP/1.1" status: 200 len: 855 time: 0.0881302 Jun 24 06:40:30.643648 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11b85c51-8894-4482-8885-c0efd366252a req-3d15ac0b-1735-4174-aff5-ed54d5d290ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5eec1cb-e034-4349-8b2b-ef549540cd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387325 Jun 24 06:40:30.770093 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984e5a30-4341-4893-a42c-e8e93b003556 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:40:30.788350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:30.799657 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11b85c51-8894-4482-8885-c0efd366252a req-488d36dd-b836-4776-84b6-1fb5c693ab2f service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424630 Jun 24 06:40:30.804104 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Transition to ACTIVE for port object 984e5a30-4341-4893-a42c-e8e93b003556 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:40:30.889832 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:30.893704 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:30.901515 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11b85c51-8894-4482-8885-c0efd366252a req-4a80c0c3-a16a-4db9-9862-06507b1dcf31 service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944741 Jun 24 06:40:30.972038 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Pushing event updated for resources: {'Port': ['ID=984e5a30-4341-4893-a42c-e8e93b003556,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:30.976028 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:31.046826 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Attempting to bind port 984e5a30-4341-4893-a42c-e8e93b003556 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:40:31.047258 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Attempting to bind port 984e5a30-4341-4893-a42c-e8e93b003556 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:40:31.047681 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Attempting to bind port 984e5a30-4341-4893-a42c-e8e93b003556 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:40:31.052322 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Port 984e5a30-4341-4893-a42c-e8e93b003556 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:40:31.052761 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Attempting to bind port 984e5a30-4341-4893-a42c-e8e93b003556 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:40:31.059840 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:40:31.060263 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Checking segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:40:31.060718 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Bound using segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:40:31.061256 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Bound port: 984e5a30-4341-4893-a42c-e8e93b003556, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:40:31.061631 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:31.130257 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] For port 984e5a30-4341-4893-a42c-e8e93b003556, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:40:31.134286 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] For port 984e5a30-4341-4893-a42c-e8e93b003556, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=984e5a30-4341-4893-a42c-e8e93b003556,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:40:31.148293 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69914a-d870-44b2-a928-90a0bf39d4ba req-0ed2a505-7667-4590-93b2-c69d8e531a44 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:31.150104 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-de69914a-d870-44b2-a928-90a0bf39d4ba req-0ed2a505-7667-4590-93b2-c69d8e531a44 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 943 time: 0.0725119 Jun 24 06:40:31.161004 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:31.199180 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-de69914a-d870-44b2-a928-90a0bf39d4ba req-6ffb107d-5513-4380-b74d-acfba7d81a7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367653 Jun 24 06:40:31.217343 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:31.220618 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:31.285130 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:31.287882 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:31.288763 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] 10.222.0.21 "PUT /v2.0/ports/984e5a30-4341-4893-a42c-e8e93b003556 HTTP/1.1" status: 200 len: 1093 time: 1.5460308 Jun 24 06:40:31.291627 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fa553-39bb-408b-b13d-5f8ba7f3cbec', 'tag': '984e5a30-4341-4893-a42c-e8e93b003556'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:40:31.301731 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591bb355-1b2d-4da6-b75e-64365126bd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5fa553-39bb-408b-b13d-5f8ba7f3cbec", "tag": "984e5a30-4341-4893-a42c-e8e93b003556"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:40:31.360947 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3eada7-18b2-40cc-a138-23e1362a3ceb x-openstack-request-id: req-cb3eada7-18b2-40cc-a138-23e1362a3ceb {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:40:31.375140 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5fa553-39bb-408b-b13d-5f8ba7f3cbec", "tag": "984e5a30-4341-4893-a42c-e8e93b003556", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:40:31.379784 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb3eada7-18b2-40cc-a138-23e1362a3ceb {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:40:31.379784 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5fa553-39bb-408b-b13d-5f8ba7f3cbec', 'tag': '984e5a30-4341-4893-a42c-e8e93b003556', 'status': 'completed', 'code': 200} Jun 24 06:40:31.400384 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Pushing event updated for resources: {'Port': ['ID=984e5a30-4341-4893-a42c-e8e93b003556,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:31.420390 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:31.510307 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bb355-1b2d-4da6-b75e-64365126bd2e req-36c3270a-76c6-42da-9044-74d02d66992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:31.511865 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-591bb355-1b2d-4da6-b75e-64365126bd2e req-36c3270a-76c6-42da-9044-74d02d66992f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 1096 time: 0.0902581 Jun 24 06:40:31.701792 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bb355-1b2d-4da6-b75e-64365126bd2e req-ae67e763-dd52-49eb-91f3-9b65ab7f2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:31.703168 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-591bb355-1b2d-4da6-b75e-64365126bd2e req-ae67e763-dd52-49eb-91f3-9b65ab7f2323 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=36a12fa5131f40a18b7f39735fcf230c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1824450 Jun 24 06:40:31.737944 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a54ca-aa7c-4e1b-bf8a-9549db366da9 req-517200fc-7697-4adf-9b47-4d52935ca330 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:31.739409 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-af3a54ca-aa7c-4e1b-bf8a-9549db366da9 req-517200fc-7697-4adf-9b47-4d52935ca330 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0977473 Jun 24 06:40:31.831952 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-af3a54ca-aa7c-4e1b-bf8a-9549db366da9 req-275a8164-a037-42dd-bce8-c50d143a8609 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825667 Jun 24 06:40:31.855276 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bb355-1b2d-4da6-b75e-64365126bd2e req-0c5cd46e-9c86-4f3b-a9e9-701b196652f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:31.856822 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-591bb355-1b2d-4da6-b75e-64365126bd2e req-0c5cd46e-9c86-4f3b-a9e9-701b196652f3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363285 Jun 24 06:40:31.977257 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-f81e5aee-8e1f-4ecb-a27a-4a77542dcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:31.979120 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-f81e5aee-8e1f-4ecb-a27a-4a77542dcd47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 1096 time: 0.0671608 Jun 24 06:40:32.372215 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ab224-4ab1-496a-a999-329c8701f175 req-6249c76c-f27b-44e0-a797-5bc86035a6f1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:32.374499 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f64ab224-4ab1-496a-a999-329c8701f175 req-6249c76c-f27b-44e0-a797-5bc86035a6f1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 943 time: 0.0661252 Jun 24 06:40:32.418835 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f64ab224-4ab1-496a-a999-329c8701f175 req-26a9d645-d936-423c-8019-632a3df56a49 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Jun 24 06:40:33.873874 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-f08cba69-b3e0-4bb1-9cdb-0030ddd1d3b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=984e5a30-4341-4893-a42c-e8e93b003556 HTTP/1.1" status: 200 len: 217 time: 0.0335896 Jun 24 06:40:34.854274 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:34.975012 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3e668685-8bcb-4075-bed3-5444d307b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:34.975908 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-3e668685-8bcb-4075-bed3-5444d307b95f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2254bff-d9f6-4049-8c4f-101fc662efb7 HTTP/1.1" status: 200 len: 855 time: 0.0534751 Jun 24 06:40:35.022366 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-c3dc2889-deea-410b-af18-34cf56feb022 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5eec1cb-e034-4349-8b2b-ef549540cd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274479 Jun 24 06:40:35.105821 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d3a4a-4b9d-4eda-bd2f-66a6ae0c6a1e req-86e8967f-6d4e-4929-9178-db56eb46f453 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:35.107535 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-444d3a4a-4b9d-4eda-bd2f-66a6ae0c6a1e req-86e8967f-6d4e-4929-9178-db56eb46f453 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0647118 Jun 24 06:40:35.152864 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-444d3a4a-4b9d-4eda-bd2f-66a6ae0c6a1e req-3ed3fb3d-96a8-4397-be29-b04ee2e09e08 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371068 Jun 24 06:40:35.164307 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-28a22cea-998a-463d-a84b-ba7a1d97d0b6 service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334009 Jun 24 06:40:35.172647 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0f916-ef14-4c63-b113-a8644259a369 req-258d7d55-6d3f-4cd9-bcea-0159b444bd8a tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:35.174064 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1eb0f916-ef14-4c63-b113-a8644259a369 req-258d7d55-6d3f-4cd9-bcea-0159b444bd8a tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 943 time: 0.1218839 Jun 24 06:40:35.272528 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1eb0f916-ef14-4c63-b113-a8644259a369 req-bcf12b18-2876-4fcb-a930-2afac894047b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867462 Jun 24 06:40:35.298430 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-961a916c-510e-4b59-b8cd-57202cfadd20 req-024e6994-fb9c-444c-a07a-12a7cf4677c5 service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212835 Jun 24 06:40:36.334235 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240abd4c-dbd5-4f28-87ab-4b0a10b5a940 req-3c0d5566-53b5-4b5e-9cbc-4e84e849f73e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:36.335920 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-240abd4c-dbd5-4f28-87ab-4b0a10b5a940 req-3c0d5566-53b5-4b5e-9cbc-4e84e849f73e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0625067 Jun 24 06:40:36.376447 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-240abd4c-dbd5-4f28-87ab-4b0a10b5a940 req-89bd7b5e-52cd-4c35-85f3-fa4c50e675d1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345135 Jun 24 06:40:36.450379 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be765b3a-88fc-4b4e-a4f6-c8d439752d62 req-843dde1d-985e-4f6a-951a-8852f91d9cd8 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:36.452291 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-be765b3a-88fc-4b4e-a4f6-c8d439752d62 req-843dde1d-985e-4f6a-951a-8852f91d9cd8 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 943 time: 0.0661321 Jun 24 06:40:36.493680 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-be765b3a-88fc-4b4e-a4f6-c8d439752d62 req-622cc203-e855-44d4-8f2b-74c34a65ad14 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354171 Jun 24 06:40:38.520937 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36554) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:38.621464 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fdf71e8a-c46e-4530-a979-f7e568ac9031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:38.708514 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fdf71e8a-c46e-4530-a979-f7e568ac9031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:38.774712 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fdf71e8a-c46e-4530-a979-f7e568ac9031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:38.777200 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1051631a-8c7b-4b10-b088-74a9a841b508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:38.813288 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fdf71e8a-c46e-4530-a979-f7e568ac9031 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dee4fb2cbb0405b97613944c1750905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912064 Jun 24 06:40:38.814164 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf71e8a-c46e-4530-a979-f7e568ac9031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225aef70-6eab-4814-9aa6-20f09ef022ba,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:38.816001 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36560) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:38.817237 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fdf71e8a-c46e-4530-a979-f7e568ac9031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:38.864499 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ac59a2ca-98e9-4451-bc20-1e2be03b2bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:38.886461 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ac59a2ca-98e9-4451-bc20-1e2be03b2bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:39.005222 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ac59a2ca-98e9-4451-bc20-1e2be03b2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:39.008901 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ac59a2ca-98e9-4451-bc20-1e2be03b2bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:39.010102 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-ac59a2ca-98e9-4451-bc20-1e2be03b2bed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/225aef70-6eab-4814-9aa6-20f09ef022ba HTTP/1.1" status: 204 len: 168 time: 0.1930408 Jun 24 06:40:39.010779 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:39.018286 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59a2ca-98e9-4451-bc20-1e2be03b2bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225aef70-6eab-4814-9aa6-20f09ef022ba,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:39.020617 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-ac59a2ca-98e9-4451-bc20-1e2be03b2bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:39.613989 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36582) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:39.627763 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52454f4f-d846-4ddf-ae83-9ec08c8c148c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:39.772652 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52454f4f-d846-4ddf-ae83-9ec08c8c148c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:39.921681 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52454f4f-d846-4ddf-ae83-9ec08c8c148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:39.921681 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6c281285-3c5f-4eb2-acf3-52a60f94fd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:39.971688 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-52454f4f-d846-4ddf-ae83-9ec08c8c148c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbcdb96ad7b640edbc9f6d81d864babc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566191 Jun 24 06:40:39.972500 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36588) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:39.996280 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52454f4f-d846-4ddf-ae83-9ec08c8c148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba941e-1e90-46b4-8143-27d62a1078ef,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:40.006583 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-52454f4f-d846-4ddf-ae83-9ec08c8c148c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:40.069017 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d8b919d7-6fec-41b0-a0f9-92fd56ccdebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:40.112328 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35075f8-8295-43e8-b10c-f8ca0f7722ff req-8506e9bc-1e32-40a3-b729-dcc9bd665177 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:40.113892 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d35075f8-8295-43e8-b10c-f8ca0f7722ff req-8506e9bc-1e32-40a3-b729-dcc9bd665177 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 943 time: 0.1650288 Jun 24 06:40:40.134820 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d8b919d7-6fec-41b0-a0f9-92fd56ccdebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:40.205687 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d35075f8-8295-43e8-b10c-f8ca0f7722ff req-66afec80-a541-4c3e-a256-4fdc74c468c6 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773602 Jun 24 06:40:40.211190 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f206cf-4cb7-40c9-a2a0-cd27b3fb9c70 req-1a923098-2277-42ff-884e-4d37ad0d0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:40.212644 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-22f206cf-4cb7-40c9-a2a0-cd27b3fb9c70 req-1a923098-2277-42ff-884e-4d37ad0d0f99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 1098 time: 0.1517224 Jun 24 06:40:40.244745 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b05477-aba9-4a2e-8909-5b4dc56ccd0a req-d9d8a807-5179-4e58-ba0d-ee1ad754ca82 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:40.246307 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-64b05477-aba9-4a2e-8909-5b4dc56ccd0a req-d9d8a807-5179-4e58-ba0d-ee1ad754ca82 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.2923663 Jun 24 06:40:40.255551 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-22f206cf-4cb7-40c9-a2a0-cd27b3fb9c70 req-d3ab350d-2c39-46ad-a1b6-b23468078e9a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285635 Jun 24 06:40:40.282584 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-64b05477-aba9-4a2e-8909-5b4dc56ccd0a req-8a80bb02-b5e1-4f98-9c33-00ef84a3d769 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302000 Jun 24 06:40:40.307788 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d8b919d7-6fec-41b0-a0f9-92fd56ccdebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:40.312381 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d8b919d7-6fec-41b0-a0f9-92fd56ccdebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:40.312381 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-d8b919d7-6fec-41b0-a0f9-92fd56ccdebf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23ba941e-1e90-46b4-8143-27d62a1078ef HTTP/1.1" status: 204 len: 168 time: 0.3230367 Jun 24 06:40:40.312381 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:40.320078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b919d7-6fec-41b0-a0f9-92fd56ccdebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba941e-1e90-46b4-8143-27d62a1078ef,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:40.322530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d8b919d7-6fec-41b0-a0f9-92fd56ccdebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:41.025256 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36614) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:41.034664 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36618) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:41.047514 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fd53ee81-c483-4a16-8020-4b7250e66d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.134121 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fd53ee81-c483-4a16-8020-4b7250e66d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.208657 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fd53ee81-c483-4a16-8020-4b7250e66d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.212958 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c177d925-678b-468e-9e8b-e7aed35f5f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:41.222975 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4dcc-8448-43b7-8022-f16603b5fc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.248918 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fd53ee81-c483-4a16-8020-4b7250e66d52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afaa226f92c6451a8b88e24dbae216db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131684 Jun 24 06:40:41.249827 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ee81-c483-4a16-8020-4b7250e66d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15182b65-c7ec-4892-8e16-4186aff22fd7,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:41.252319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36622) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:41.254258 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fd53ee81-c483-4a16-8020-4b7250e66d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:41.300426 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b11af5fe-289c-4ab2-b227-7c2877fa35db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.309704 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4dcc-8448-43b7-8022-f16603b5fc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.322052 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b11af5fe-289c-4ab2-b227-7c2877fa35db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.370555 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4dcc-8448-43b7-8022-f16603b5fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.373055 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-94158b41-2e3f-48d1-80a2-bb19ddab28f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:41.411375 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-0c1d4dcc-8448-43b7-8022-f16603b5fc19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f308ac9932084df6b2afbeee5eaf87fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849883 Jun 24 06:40:41.412316 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4dcc-8448-43b7-8022-f16603b5fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5a3242-b8f0-4b74-a459-2f99be3bc045,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:41.414313 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36626) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:41.418088 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0c1d4dcc-8448-43b7-8022-f16603b5fc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:41.466497 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b11af5fe-289c-4ab2-b227-7c2877fa35db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.468962 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b11af5fe-289c-4ab2-b227-7c2877fa35db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.470068 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b11af5fe-289c-4ab2-b227-7c2877fa35db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15182b65-c7ec-4892-8e16-4186aff22fd7 HTTP/1.1" status: 204 len: 168 time: 0.2168624 Jun 24 06:40:41.472481 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:41.475401 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5c2a22fb-dc44-47e2-953e-3dfa5b2abf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.483382 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11af5fe-289c-4ab2-b227-7c2877fa35db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15182b65-c7ec-4892-8e16-4186aff22fd7,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:41.486541 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b11af5fe-289c-4ab2-b227-7c2877fa35db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:41.508211 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5c2a22fb-dc44-47e2-953e-3dfa5b2abf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.719953 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5c2a22fb-dc44-47e2-953e-3dfa5b2abf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.723796 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5c2a22fb-dc44-47e2-953e-3dfa5b2abf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:41.727802 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-5c2a22fb-dc44-47e2-953e-3dfa5b2abf5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a5a3242-b8f0-4b74-a459-2f99be3bc045 HTTP/1.1" status: 204 len: 168 time: 0.3101821 Jun 24 06:40:41.727802 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d3af2437-21b1-4a6f-8944-7106ff9d92cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:41.739867 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a22fb-dc44-47e2-953e-3dfa5b2abf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5a3242-b8f0-4b74-a459-2f99be3bc045,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:41.744210 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5c2a22fb-dc44-47e2-953e-3dfa5b2abf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:42.133805 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 984e5a30-4341-4893-a42c-e8e93b003556 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:40:42.233739 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 984e5a30-4341-4893-a42c-e8e93b003556, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=984e5a30-4341-4893-a42c-e8e93b003556,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:40:42.244632 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '984e5a30-4341-4893-a42c-e8e93b003556', 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'port_id': '984e5a30-4341-4893-a42c-e8e93b003556', 'mac_address': 'fa:16:3e:55:f7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2254bff-d9f6-4049-8c4f-101fc662efb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:40:42.282938 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.296017 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984e5a30-4341-4893-a42c-e8e93b003556 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:40:42.315113 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 984e5a30-4341-4893-a42c-e8e93b003556, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=984e5a30-4341-4893-a42c-e8e93b003556,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:40:42.338089 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 36654) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:42.351725 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d78e-cb84-4e1f-80f8-0bceab8c501f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.368585 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.370414 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:42.421129 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=984e5a30-4341-4893-a42c-e8e93b003556,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:42.424498 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:42.439926 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d78e-cb84-4e1f-80f8-0bceab8c501f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.502411 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d78e-cb84-4e1f-80f8-0bceab8c501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.505988 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:42.542739 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-8bc5d78e-cb84-4e1f-80f8-0bceab8c501f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=884e30f9114343559770b8bdd49c5ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035661 Jun 24 06:40:42.543613 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5d78e-cb84-4e1f-80f8-0bceab8c501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1202c62f-9de0-4dce-9bf3-ce731e67ef4a,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:42.545455 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 36660) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:40:42.546759 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8bc5d78e-cb84-4e1f-80f8-0bceab8c501f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:42.593982 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6aca4186-1c8f-4f13-a09f-eb2b5b0f3b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.614452 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6aca4186-1c8f-4f13-a09f-eb2b5b0f3b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.756898 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6aca4186-1c8f-4f13-a09f-eb2b5b0f3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.759669 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6aca4186-1c8f-4f13-a09f-eb2b5b0f3b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:42.760803 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-6aca4186-1c8f-4f13-a09f-eb2b5b0f3b19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1202c62f-9de0-4dce-9bf3-ce731e67ef4a HTTP/1.1" status: 204 len: 168 time: 0.2138484 Jun 24 06:40:42.761573 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b8ac6fa7-cd69-4386-aae5-374708870f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:42.769181 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca4186-1c8f-4f13-a09f-eb2b5b0f3b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1202c62f-9de0-4dce-9bf3-ce731e67ef4a,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:42.771634 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6aca4186-1c8f-4f13-a09f-eb2b5b0f3b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:43.520399 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627623-7f7d-4b0e-ab07-89bcaf8767e4 req-3a43bba4-17e0-43d0-afd9-45231ad47d56 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:43.523181 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-63627623-7f7d-4b0e-ab07-89bcaf8767e4 req-3a43bba4-17e0-43d0-afd9-45231ad47d56 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0689020 Jun 24 06:40:43.532534 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a9167-013e-4f07-bc1a-916c807a816a req-d18c5a3e-f628-41b1-950a-88d5ee6148c6 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:43.534194 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fd1a9167-013e-4f07-bc1a-916c807a816a req-d18c5a3e-f628-41b1-950a-88d5ee6148c6 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 944 time: 0.0858307 Jun 24 06:40:43.563406 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-63627623-7f7d-4b0e-ab07-89bcaf8767e4 req-5141e2d0-a4d5-4849-b65a-0f4f6de3e7d6 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Jun 24 06:40:43.571745 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fd1a9167-013e-4f07-bc1a-916c807a816a req-19a0bae7-5e64-41c4-a4a4-2c9a5d1b3962 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Jun 24 06:40:43.637527 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['984e5a30-4341-4893-a42c-e8e93b003556'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:40:43.838373 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:40:44.782362 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8ac4-620f-44eb-a124-20c9103c2a37 req-eb671ed4-25ff-4b84-bf35-ab963036715b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:44.784891 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d04c8ac4-620f-44eb-a124-20c9103c2a37 req-eb671ed4-25ff-4b84-bf35-ab963036715b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.0704229 Jun 24 06:40:44.805141 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f313f2d-77ff-4b88-891d-ae8d26ee543d req-acb15d52-219b-4eae-ab16-c09cf038bf67 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:44.812357 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3f313f2d-77ff-4b88-891d-ae8d26ee543d req-acb15d52-219b-4eae-ab16-c09cf038bf67 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 944 time: 0.1041543 Jun 24 06:40:44.842263 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d04c8ac4-620f-44eb-a124-20c9103c2a37 req-a7ce4d1a-e947-42e4-80c3-94a2d83cdd96 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492496 Jun 24 06:40:44.846875 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3f313f2d-77ff-4b88-891d-ae8d26ee543d req-d63bdfdb-f9d8-4546-9d0a-c7f5febdaa8e tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335932 Jun 24 06:40:45.050374 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da826698-c166-4ae6-a9ef-83d0ddbb0b9a req-6717a9c6-ed44-480d-891d-29e052885d4c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:45.051856 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-da826698-c166-4ae6-a9ef-83d0ddbb0b9a req-6717a9c6-ed44-480d-891d-29e052885d4c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0995879 Jun 24 06:40:45.102113 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-da826698-c166-4ae6-a9ef-83d0ddbb0b9a req-1a6a0848-e907-4e5e-86d6-0181349ee1ff tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Jun 24 06:40:45.239563 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 984e5a30-4341-4893-a42c-e8e93b003556 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:40:45.382302 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 984e5a30-4341-4893-a42c-e8e93b003556 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:40:45.386473 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 984e5a30-4341-4893-a42c-e8e93b003556 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:40:45.386851 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:45.472835 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:45.496498 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fa553-39bb-408b-b13d-5f8ba7f3cbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984e5a30-4341-4893-a42c-e8e93b003556'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:40:45.498808 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbdcb4f-1b7b-40fc-8097-fcfef3062911" -d '{"events": [{"server_uuid": "1d5fa553-39bb-408b-b13d-5f8ba7f3cbec", "name": "network-vif-plugged", "status": "completed", "tag": "984e5a30-4341-4893-a42c-e8e93b003556"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:40:45.512961 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 984e5a30-4341-4893-a42c-e8e93b003556, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=984e5a30-4341-4893-a42c-e8e93b003556,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:40:45.536263 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79add610-9ac0-4a59-947b-c30837fc68da x-openstack-request-id: req-79add610-9ac0-4a59-947b-c30837fc68da {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:40:45.536566 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5fa553-39bb-408b-b13d-5f8ba7f3cbec", "name": "network-vif-plugged", "status": "completed", "tag": "984e5a30-4341-4893-a42c-e8e93b003556", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:40:45.536821 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79add610-9ac0-4a59-947b-c30837fc68da {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:40:45.537246 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5fa553-39bb-408b-b13d-5f8ba7f3cbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984e5a30-4341-4893-a42c-e8e93b003556', 'code': 200} Jun 24 06:40:45.570907 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:45.580248 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:40:45.631621 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=984e5a30-4341-4893-a42c-e8e93b003556,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:40:45.635038 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:40:49.016754 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0a0f5-cb5d-4080-a1a7-c11337624450 req-01cb3a49-42b5-410b-8c90-c056067f8bd2 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:49.023488 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9dc0a0f5-cb5d-4080-a1a7-c11337624450 req-01cb3a49-42b5-410b-8c90-c056067f8bd2 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 945 time: 0.0812554 Jun 24 06:40:49.070796 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9dc0a0f5-cb5d-4080-a1a7-c11337624450 req-32ee74f0-b2d0-41f9-84bc-b5898aedbd2d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Jun 24 06:40:49.229545 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7042-3090-4431-8531-a863e55faca0 req-3585fd0e-da68-446d-b4e2-3d541a857758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:49.230904 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cd2e7042-3090-4431-8531-a863e55faca0 req-3585fd0e-da68-446d-b4e2-3d541a857758 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 1098 time: 0.0493755 Jun 24 06:40:49.267376 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cd2e7042-3090-4431-8531-a863e55faca0 req-aae50396-3790-44e0-9f5c-755f95011f56 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278220 Jun 24 06:40:52.885681 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71249ba-80fb-4e16-b0bf-9c2fbabcb9a7 req-ff7022f5-843a-4409-9143-a2fb141b23cb tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:52.887134 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f71249ba-80fb-4e16-b0bf-9c2fbabcb9a7 req-ff7022f5-843a-4409-9143-a2fb141b23cb tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 945 time: 0.0638969 Jun 24 06:40:52.925119 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f71249ba-80fb-4e16-b0bf-9c2fbabcb9a7 req-eb64dec0-7aa7-4023-9ce9-5ad1cc16e6e8 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309443 Jun 24 06:40:53.316362 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d229da-c2f9-43e3-8d62-12cc79453a3b req-45d6309a-275f-41f1-b2b8-c43f9cbcd304 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:53.317892 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09d229da-c2f9-43e3-8d62-12cc79453a3b req-45d6309a-275f-41f1-b2b8-c43f9cbcd304 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0908015 Jun 24 06:40:53.364981 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-4f6eae9c-cabf-49a1-b22f-7ec76fe2dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:53.366490 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-4f6eae9c-cabf-49a1-b22f-7ec76fe2dc3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1099 time: 0.0872843 Jun 24 06:40:53.369590 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09d229da-c2f9-43e3-8d62-12cc79453a3b req-881bc722-12a3-46a4-861c-88367dac395f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457728 Jun 24 06:40:53.486697 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-b373088d-43b1-4a8d-90b2-2dedce40f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:53.488123 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-b373088d-43b1-4a8d-90b2-2dedce40f7f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 920 time: 0.0886569 Jun 24 06:40:55.496342 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-8c400721-2b39-4928-b1f4-3be92a7b152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:56.626941 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-7ed278ae-7b58-4764-8ddc-134ef1e51d65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 200 len: 217 time: 0.0350449 Jun 24 06:40:56.681350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-1186e521-a786-408d-b986-196d5df2b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:56.682782 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-1186e521-a786-408d-b986-196d5df2b9ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.0470889 Jun 24 06:40:56.737906 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-92fd4e12-ff39-4337-96d5-a2f26f8286ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340576 Jun 24 06:40:56.831826 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b87e9-eea7-4cef-a38d-d1fac3b69be0 req-74cfd3cf-9b3d-4273-ace7-653a75707637 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:56.840266 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8a6b87e9-eea7-4cef-a38d-d1fac3b69be0 req-74cfd3cf-9b3d-4273-ace7-653a75707637 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 945 time: 0.0944469 Jun 24 06:40:56.840561 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-98598b8e-8efa-4c6a-90a4-1e2afed98cc7 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947196 Jun 24 06:40:56.874037 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8a6b87e9-eea7-4cef-a38d-d1fac3b69be0 req-750f4038-89b1-4d1d-a15c-c3e6b942f8b2 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Jun 24 06:40:57.201813 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58be1f5c-4a2a-4f98-9faf-7496bc7fa654 req-a29eddab-71d3-46c1-b18b-df5a4ff1cc39 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485339 Jun 24 06:40:57.210142 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22204-098c-4631-a222-02834fc35e91 req-fc83b3c7-cc9f-4df3-a866-7b2d73dda6e7 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:57.212015 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3d22204-098c-4631-a222-02834fc35e91 req-fc83b3c7-cc9f-4df3-a866-7b2d73dda6e7 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.3672032 Jun 24 06:40:57.249089 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3d22204-098c-4631-a222-02834fc35e91 req-125d17ab-0ba7-49d8-8c7d-ba0dafa312c6 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Jun 24 06:40:58.052320 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130dcc7-3130-405a-ad32-472c229950fa req-d25e37f8-d96b-4dc5-9f3c-16093b980338 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:58.053805 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1130dcc7-3130-405a-ad32-472c229950fa req-d25e37f8-d96b-4dc5-9f3c-16093b980338 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 945 time: 0.0659389 Jun 24 06:40:58.092754 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1130dcc7-3130-405a-ad32-472c229950fa req-a741d822-70fb-411b-9c47-b5a1dd0213c4 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Jun 24 06:40:58.191201 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c71471b3-d9e4-4e33-bcf8-6861c0c4bd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:58.446897 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c98fb3-a666-4665-a0c2-26128751651e req-588cae00-8af4-4705-a874-de7f13d3931f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:40:58.448518 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87c98fb3-a666-4665-a0c2-26128751651e req-588cae00-8af4-4705-a874-de7f13d3931f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0694888 Jun 24 06:40:58.488954 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87c98fb3-a666-4665-a0c2-26128751651e req-eeda7c68-7e58-483d-b953-f952cde9f9ef tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Jun 24 06:40:58.619645 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:40:59.519352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:01.090338 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:01.220098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709b372-0a01-4876-ad81-2314e0f05a19 req-5f62c8af-2363-4fc1-8852-2d8c2b38cd3a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:01.221588 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7709b372-0a01-4876-ad81-2314e0f05a19 req-5f62c8af-2363-4fc1-8852-2d8c2b38cd3a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0670397 Jun 24 06:41:01.262167 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7709b372-0a01-4876-ad81-2314e0f05a19 req-454777cc-43ba-4f93-b1d4-10c0ff2c6ffc tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348012 Jun 24 06:41:02.515482 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523438e-a14c-4802-886e-4ed212abcb88 req-fb996850-b6f1-4476-8a70-7de8fbc7ea2a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:02.516943 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5523438e-a14c-4802-886e-4ed212abcb88 req-fb996850-b6f1-4476-8a70-7de8fbc7ea2a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0650282 Jun 24 06:41:02.562768 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5523438e-a14c-4802-886e-4ed212abcb88 req-c24fe840-2d86-4c62-9596-00d54d085390 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Jun 24 06:41:03.153275 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37098) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:03.258119 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-299c4bc7-0b9c-44e7-b288-918a73b38faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:03.353293 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-299c4bc7-0b9c-44e7-b288-918a73b38faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:03.456514 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-299c4bc7-0b9c-44e7-b288-918a73b38faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:03.459641 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-be6d5b33-68f9-4f3b-bb1f-3724d69798aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:03.500048 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-299c4bc7-0b9c-44e7-b288-918a73b38faf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b454d471125f46c8b78ed485f7d2fe02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456602 Jun 24 06:41:03.501482 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c4bc7-0b9c-44e7-b288-918a73b38faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb5665-bfb0-4c31-b0c8-4ae0b5a61602,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:03.504550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-299c4bc7-0b9c-44e7-b288-918a73b38faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:03.508409 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37108) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:03.556953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1e7e8356-0f40-4fec-a50e-9b4509006cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:03.577272 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1e7e8356-0f40-4fec-a50e-9b4509006cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:03.705205 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1e7e8356-0f40-4fec-a50e-9b4509006cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:03.708081 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1e7e8356-0f40-4fec-a50e-9b4509006cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:03.709301 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1e7e8356-0f40-4fec-a50e-9b4509006cdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aefb5665-bfb0-4c31-b0c8-4ae0b5a61602 HTTP/1.1" status: 204 len: 168 time: 0.1998456 Jun 24 06:41:03.710196 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-ac59a2ca-98e9-4451-bc20-1e2be03b2bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:03.718301 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e8356-0f40-4fec-a50e-9b4509006cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb5665-bfb0-4c31-b0c8-4ae0b5a61602,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:03.720618 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1e7e8356-0f40-4fec-a50e-9b4509006cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:03.766419 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba9fe7-8b20-449d-ad7e-bebca32b901c req-da56b2b4-8d6d-4a97-8de7-6187a334c5b9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:03.778336 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-12ba9fe7-8b20-449d-ad7e-bebca32b901c req-da56b2b4-8d6d-4a97-8de7-6187a334c5b9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0746031 Jun 24 06:41:03.806764 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-12ba9fe7-8b20-449d-ad7e-bebca32b901c req-37d8b8e2-0501-406e-8cf9-1b1aa96e2f68 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330782 Jun 24 06:41:04.076074 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37126) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:04.216099 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b53cf993-bd68-4a9b-ac48-9551035c9956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.314061 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b53cf993-bd68-4a9b-ac48-9551035c9956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.413988 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b53cf993-bd68-4a9b-ac48-9551035c9956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.417552 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-32e18b2c-2f61-4250-9bd6-fd88176f1d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:04.456049 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-b53cf993-bd68-4a9b-ac48-9551035c9956 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f087e5079f334a9c97b61615a7de2ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788495 Jun 24 06:41:04.458281 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cf993-bd68-4a9b-ac48-9551035c9956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efec8fb-d3fc-48a9-8e6f-cacc55519eed,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:04.458948 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37136) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:04.462498 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b53cf993-bd68-4a9b-ac48-9551035c9956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:04.515421 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2aeff68e-d8af-433a-ab88-8eb78855dfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.536409 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2aeff68e-d8af-433a-ab88-8eb78855dfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.578638 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37140) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:04.595149 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-69ad394e-04d9-4cc7-a1ee-ea3f2a73ad51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.658345 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2aeff68e-d8af-433a-ab88-8eb78855dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.660932 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2aeff68e-d8af-433a-ab88-8eb78855dfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.662080 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-2aeff68e-d8af-433a-ab88-8eb78855dfba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6efec8fb-d3fc-48a9-8e6f-cacc55519eed HTTP/1.1" status: 204 len: 168 time: 0.2020113 Jun 24 06:41:04.666364 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:04.683495 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeff68e-d8af-433a-ab88-8eb78855dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efec8fb-d3fc-48a9-8e6f-cacc55519eed,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:04.689463 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2aeff68e-d8af-433a-ab88-8eb78855dfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:04.756365 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-69ad394e-04d9-4cc7-a1ee-ea3f2a73ad51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.830801 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-69ad394e-04d9-4cc7-a1ee-ea3f2a73ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.834479 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d4b34ac8-0049-4cb5-aa74-05f0f1f54068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:04.874727 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-69ad394e-04d9-4cc7-a1ee-ea3f2a73ad51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2da7b773bbe84a558d1672db1d5b4ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926159 Jun 24 06:41:04.874727 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad394e-04d9-4cc7-a1ee-ea3f2a73ad51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2203bec6-e543-4d47-a60c-def82af49c24,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:04.875141 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37156) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:04.889496 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-69ad394e-04d9-4cc7-a1ee-ea3f2a73ad51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:04.903439 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.953449 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a89844a8-2381-4806-8a6b-72e24416f21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:04.997402 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a89844a8-2381-4806-8a6b-72e24416f21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.055623 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21abb4-877c-489d-8897-de232f206429 req-1233952f-b9fa-4d17-b794-b36a7f55a8c1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:05.057118 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7a21abb4-877c-489d-8897-de232f206429 req-1233952f-b9fa-4d17-b794-b36a7f55a8c1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1166656 Jun 24 06:41:05.098820 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7a21abb4-877c-489d-8897-de232f206429 req-e4951680-5af9-4c41-971c-64236e964a33 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Jun 24 06:41:05.139767 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a89844a8-2381-4806-8a6b-72e24416f21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.142472 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a89844a8-2381-4806-8a6b-72e24416f21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.143547 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-a89844a8-2381-4806-8a6b-72e24416f21d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2203bec6-e543-4d47-a60c-def82af49c24 HTTP/1.1" status: 204 len: 168 time: 0.2673843 Jun 24 06:41:05.144359 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b4108335-d0d3-481e-baa5-ec3b7e48c115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:05.152645 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89844a8-2381-4806-8a6b-72e24416f21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2203bec6-e543-4d47-a60c-def82af49c24,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:05.154928 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a89844a8-2381-4806-8a6b-72e24416f21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:05.406514 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37166) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:05.419467 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a9c77718-02d7-4feb-8b45-0800e3e9ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.511566 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a9c77718-02d7-4feb-8b45-0800e3e9ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.579368 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a9c77718-02d7-4feb-8b45-0800e3e9ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.581921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:05.618306 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a9c77718-02d7-4feb-8b45-0800e3e9ad01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2ad15104da8435da1da7de4a074fecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107937 Jun 24 06:41:05.619186 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c77718-02d7-4feb-8b45-0800e3e9ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182d8c61-9030-4a3b-8a0f-73a6b921e830,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:05.621613 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37172) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:05.622902 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a9c77718-02d7-4feb-8b45-0800e3e9ad01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:05.672925 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1b06-ee1e-4aa3-b030-d951089eda84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.694588 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1b06-ee1e-4aa3-b030-d951089eda84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.830996 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1b06-ee1e-4aa3-b030-d951089eda84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.833720 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1b06-ee1e-4aa3-b030-d951089eda84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.834843 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-b3cd1b06-ee1e-4aa3-b030-d951089eda84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/182d8c61-9030-4a3b-8a0f-73a6b921e830 HTTP/1.1" status: 204 len: 168 time: 0.2117167 Jun 24 06:41:05.835619 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-23316801-ce73-4d40-9d6e-c5468f492921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:05.843777 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd1b06-ee1e-4aa3-b030-d951089eda84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d8c61-9030-4a3b-8a0f-73a6b921e830,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:05.853317 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b3cd1b06-ee1e-4aa3-b030-d951089eda84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:05.860325 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37178) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:05.874529 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-641edb14-7a25-41c7-8f49-8a6a96cda3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:05.965313 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-641edb14-7a25-41c7-8f49-8a6a96cda3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:06.053689 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-641edb14-7a25-41c7-8f49-8a6a96cda3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:06.056982 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:06.096504 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-641edb14-7a25-41c7-8f49-8a6a96cda3a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7420859a1ddf43b2a959decd0d8e2dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349195 Jun 24 06:41:06.097452 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641edb14-7a25-41c7-8f49-8a6a96cda3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79803af8-07e7-4949-8c69-447c230d01b9,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:06.099348 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37184) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:06.101992 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-641edb14-7a25-41c7-8f49-8a6a96cda3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:06.154356 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3f80-d1e6-480b-82d1-a7f61fbcbf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:06.178071 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3f80-d1e6-480b-82d1-a7f61fbcbf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:06.299669 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3f80-d1e6-480b-82d1-a7f61fbcbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:06.302399 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3f80-d1e6-480b-82d1-a7f61fbcbf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:06.303616 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9a0a3f80-d1e6-480b-82d1-a7f61fbcbf5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79803af8-07e7-4949-8c69-447c230d01b9 HTTP/1.1" status: 204 len: 168 time: 0.2032762 Jun 24 06:41:06.304576 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c7151cdd-5923-49a7-a6d1-22aa61edc4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:06.314796 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a3f80-d1e6-480b-82d1-a7f61fbcbf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79803af8-07e7-4949-8c69-447c230d01b9,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:06.317464 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9a0a3f80-d1e6-480b-82d1-a7f61fbcbf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:07.070971 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37228) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:07.168635 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066907605-network', 'tenant_id': 'dbc047d020754f3b9c8ce11d574c410f'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:07.276884 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Made reservation on behalf of dbc047d020754f3b9c8ce11d574c410f for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:07.279951 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:07.288718 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:07.378921 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:07.439258 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:07.446982 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-641edb14-7a25-41c7-8f49-8a6a96cda3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:07.464634 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:41:07.474406 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e211e23-b6aa-44c2-84c7-d7cc6c4248f2,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:07.478540 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:07.481991 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:07.482392 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Added segment 6b7b07ef-dda9-4755-bba5-7899dff10acf of type vlan for network 83f57953-f4d6-4f98-b835-03506d863809 Jun 24 06:41:07.524311 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:07.633726 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:07.635074 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:07.635652 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:07.639477 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:07.695836 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Pushing event updated for resources: {'Network': ['ID=83f57953-f4d6-4f98-b835-03506d863809,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:07.698500 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:07.706617 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 83f57953-f4d6-4f98-b835-03506d863809 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:41:07.725892 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6535780 Jun 24 06:41:07.728599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37244) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:07.734088 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Request body: {'subnet': {'network_id': '83f57953-f4d6-4f98-b835-03506d863809', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066907605-subnet', 'tenant_id': 'dbc047d020754f3b9c8ce11d574c410f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:07.804746 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Made reservation on behalf of dbc047d020754f3b9c8ce11d574c410f for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:07.807195 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9291365'] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:08.051637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9291379'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:08.070753 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:08.158621 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436d15cc-20f2-4a98-9205-ec710c8a73db,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:08.161867 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:08.173785 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Checking segment: {'id': '6b7b07ef-dda9-4755-bba5-7899dff10acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83f57953-f4d6-4f98-b835-03506d863809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:41:08.174143 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Network hostable DHCP agents. Network: 83f57953-f4d6-4f98-b835-03506d863809, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:41:08.185242 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f263f7-ca30-4c27-a8fe-dfe0154d6672 req-b0844232-08d8-4008-a2ab-89b47ed597b8 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:08.186820 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b2f263f7-ca30-4c27-a8fe-dfe0154d6672 req-b0844232-08d8-4008-a2ab-89b47ed597b8 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1461585 Jun 24 06:41:08.232425 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b2f263f7-ca30-4c27-a8fe-dfe0154d6672 req-3562f8db-58a4-483b-aa6d-71cf3ca90e70 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Jun 24 06:41:08.322167 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Network 83f57953-f4d6-4f98-b835-03506d863809 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:41:08.407951 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 83f57953-f4d6-4f98-b835-03506d863809) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:41:08.412086 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:08.412682 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:08.418219 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eeddac-70a6-4dca-b497-ed9295f93687 None None] Network 83f57953-f4d6-4f98-b835-03506d863809 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:41:08.506565 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7759166 Jun 24 06:41:08.550466 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4dab78-3d04-4aac-90df-a61bd1bee5e5 None None] Network 83f57953-f4d6-4f98-b835-03506d863809 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:41:09.402721 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37330) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:09.409915 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1883690606-network', 'tenant_id': 'bd8df07d41be41e5aacab346391e1258'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:09.463941 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c371b-8f86-44bf-a08d-17acad73936f req-7412d222-e635-4e36-b559-92ea1643760b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:09.466178 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-be3c371b-8f86-44bf-a08d-17acad73936f req-7412d222-e635-4e36-b559-92ea1643760b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0750637 Jun 24 06:41:09.505584 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-be3c371b-8f86-44bf-a08d-17acad73936f req-15fae843-b2f4-4b3b-a9e0-8c8da30d11d8 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337210 Jun 24 06:41:09.522174 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Made reservation on behalf of bd8df07d41be41e5aacab346391e1258 for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:09.524727 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:09.542401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:09.634176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:09.685086 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:09.689372 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d8b919d7-6fec-41b0-a0f9-92fd56ccdebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:09.707383 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:41:09.726706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b8daf1-666a-494d-b84e-de3e24c0a0ff,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:09.730044 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:09.731441 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Added segment 94255e69-ecd8-48a1-b2a9-50ae5b94a725 of type vlan for network 305107c6-7cdb-4675-8daa-4bf40c8bc6bf Jun 24 06:41:09.752403 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.752841 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.753389 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.753870 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.754319 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.754743 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.755202 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.755611 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.756149 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.756792 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.757263 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.757624 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:09.762364 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:09.801186 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:09.891940 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37346) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:09.899637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:09.900918 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:09.901526 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:09.905371 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:09.984878 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Pushing event updated for resources: {'Network': ['ID=305107c6-7cdb-4675-8daa-4bf40c8bc6bf,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:09.987153 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37352) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:09.987953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:10.005955 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 305107c6-7cdb-4675-8daa-4bf40c8bc6bf details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:41:10.012715 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37358) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:10.014034 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6092093 Jun 24 06:41:10.019355 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Request body: {'subnet': {'network_id': '305107c6-7cdb-4675-8daa-4bf40c8bc6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1883690606-subnet', 'tenant_id': 'bd8df07d41be41e5aacab346391e1258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:10.068022 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-22c4d4db-9813-41a1-bdef-5d0cd3e81a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.102076 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Made reservation on behalf of bd8df07d41be41e5aacab346391e1258 for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:10.104606 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.139931 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94deb8b7-f5de-40f0-8d0c-e2655df6726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.219278 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-22c4d4db-9813-41a1-bdef-5d0cd3e81a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.370511 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-22c4d4db-9813-41a1-bdef-5d0cd3e81a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.374574 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-25d2489b-9b08-4ccb-9258-79704877e96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:10.408922 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.412256 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-22c4d4db-9813-41a1-bdef-5d0cd3e81a02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a191bf026b8c45d3a0b2e9b63090fc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165098 Jun 24 06:41:10.416676 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37366) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:10.416676 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4d4db-9813-41a1-bdef-5d0cd3e81a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90f0e29-87d1-41c9-bb37-96e8e99fb039,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:10.423022 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-22c4d4db-9813-41a1-bdef-5d0cd3e81a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:10.438043 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:10.477929 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0d67e1ed-375c-47e1-9857-4ceafe3ac691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.507070 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0d67e1ed-375c-47e1-9857-4ceafe3ac691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.523584 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80375bf-1138-4f16-85d3-8d955bab618a,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:10.532325 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:10.538250 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94deb8b7-f5de-40f0-8d0c-e2655df6726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.544612 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Checking segment: {'id': '94255e69-ecd8-48a1-b2a9-50ae5b94a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '305107c6-7cdb-4675-8daa-4bf40c8bc6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:41:10.544918 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Network hostable DHCP agents. Network: 305107c6-7cdb-4675-8daa-4bf40c8bc6bf, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:41:10.631263 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0d67e1ed-375c-47e1-9857-4ceafe3ac691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.631753 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94deb8b7-f5de-40f0-8d0c-e2655df6726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.633960 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0d67e1ed-375c-47e1-9857-4ceafe3ac691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.634416 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9a0a3f80-d1e6-480b-82d1-a7f61fbcbf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:10.638560 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-0d67e1ed-375c-47e1-9857-4ceafe3ac691 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e90f0e29-87d1-41c9-bb37-96e8e99fb039 HTTP/1.1" status: 204 len: 168 time: 0.2205734 Jun 24 06:41:10.638560 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8cf7eead-b1d6-4107-a24e-8c3a99172790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:10.638778 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Network 305107c6-7cdb-4675-8daa-4bf40c8bc6bf is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:41:10.657597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67e1ed-375c-47e1-9857-4ceafe3ac691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90f0e29-87d1-41c9-bb37-96e8e99fb039,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:10.686705 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0d67e1ed-375c-47e1-9857-4ceafe3ac691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:10.689062 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-94deb8b7-f5de-40f0-8d0c-e2655df6726f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20260dd74e05441abb66750ca7e44340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975131 Jun 24 06:41:10.689775 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37374) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:10.690789 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deb8b7-f5de-40f0-8d0c-e2655df6726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc80c4f-b16d-4330-acd2-84d9d691ffd9,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:10.694021 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-94deb8b7-f5de-40f0-8d0c-e2655df6726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:10.729629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec7eb7-a843-46a2-a511-9a984bf24b58 req-c5185387-87a6-45c6-a730-9171f8ea4b85 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:10.731613 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a6ec7eb7-a843-46a2-a511-9a984bf24b58 req-c5185387-87a6-45c6-a730-9171f8ea4b85 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0898407 Jun 24 06:41:10.731956 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 305107c6-7cdb-4675-8daa-4bf40c8bc6bf) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:41:10.736676 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:10.737473 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.741579 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f46643-96cc-4132-b263-e80276c03638 None None] Network 305107c6-7cdb-4675-8daa-4bf40c8bc6bf requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:41:10.762824 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a5eb-73cd-4d5c-b242-adf134751afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.773761 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a6ec7eb7-a843-46a2-a511-9a984bf24b58 req-7d96af91-8c7d-429f-8592-c82d11d6a3c1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353067 Jun 24 06:41:10.785695 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a5eb-73cd-4d5c-b242-adf134751afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.821280 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8058693 Jun 24 06:41:10.872699 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01460f8b-89ec-45f5-b241-7444aac66d62 None None] Network 305107c6-7cdb-4675-8daa-4bf40c8bc6bf requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:41:10.920562 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a5eb-73cd-4d5c-b242-adf134751afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.925880 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a5eb-73cd-4d5c-b242-adf134751afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:10.927658 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-dfe1a5eb-73cd-4d5c-b242-adf134751afa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fc80c4f-b16d-4330-acd2-84d9d691ffd9 HTTP/1.1" status: 204 len: 168 time: 0.2325523 Jun 24 06:41:10.928593 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fdf71e8a-c46e-4530-a979-f7e568ac9031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:10.952746 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1a5eb-73cd-4d5c-b242-adf134751afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc80c4f-b16d-4330-acd2-84d9d691ffd9,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:10.955730 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-dfe1a5eb-73cd-4d5c-b242-adf134751afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:11.631925 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37410) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:11.646382 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cdeea9e5-015b-481c-9f63-91619b3b3071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:11.741055 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cdeea9e5-015b-481c-9f63-91619b3b3071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:11.849203 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cdeea9e5-015b-481c-9f63-91619b3b3071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:11.853429 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8bc5d78e-cb84-4e1f-80f8-0bceab8c501f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:11.896457 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-cdeea9e5-015b-481c-9f63-91619b3b3071 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d86abea1071f467ca7817ea9f4116ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611098 Jun 24 06:41:11.896457 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeea9e5-015b-481c-9f63-91619b3b3071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866f2c99-bff2-4c04-968c-2431b1468aa2,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:11.896858 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37422) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:11.898126 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-cdeea9e5-015b-481c-9f63-91619b3b3071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:11.945350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-502a9646-b58c-47c0-8427-52408dfeca38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:11.967974 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-502a9646-b58c-47c0-8427-52408dfeca38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:12.067863 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-502a9646-b58c-47c0-8427-52408dfeca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:12.070529 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-502a9646-b58c-47c0-8427-52408dfeca38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:12.071670 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-502a9646-b58c-47c0-8427-52408dfeca38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/866f2c99-bff2-4c04-968c-2431b1468aa2 HTTP/1.1" status: 204 len: 168 time: 0.1738131 Jun 24 06:41:12.072517 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1fd988f2-56d2-476f-a218-296b7e3ef5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:12.080847 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a9646-b58c-47c0-8427-52408dfeca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866f2c99-bff2-4c04-968c-2431b1468aa2,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:12.083058 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-502a9646-b58c-47c0-8427-52408dfeca38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:13.115139 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37468) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:13.250637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1519634999-network', 'tenant_id': 'eba000fe6cec4605a7b8e98590f10bf5'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:13.424842 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Made reservation on behalf of eba000fe6cec4605a7b8e98590f10bf5 for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:13.427296 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:13.436060 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:13.526152 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:13.591443 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:13.595430 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a89844a8-2381-4806-8a6b-72e24416f21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:13.612542 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:41:13.626909 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77420dc4-0537-4e22-a238-11e91053c396,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:13.631002 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:13.632044 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:13.635120 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Added segment c8d5e1f6-1433-42c1-b32c-ff754087d349 of type vlan for network 82882f25-f4df-4152-a357-8952df4bcd71 Jun 24 06:41:13.673134 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:13.767851 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:13.769265 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:13.769865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:13.772671 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:13.829666 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Pushing event updated for resources: {'Network': ['ID=82882f25-f4df-4152-a357-8952df4bcd71,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:13.832242 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:13.840103 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 82882f25-f4df-4152-a357-8952df4bcd71 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:41:13.866521 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7502685 Jun 24 06:41:13.869211 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37486) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:13.874817 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Request body: {'subnet': {'network_id': '82882f25-f4df-4152-a357-8952df4bcd71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1519634999-subnet', 'tenant_id': 'eba000fe6cec4605a7b8e98590f10bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:13.982176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Made reservation on behalf of eba000fe6cec4605a7b8e98590f10bf5 for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:13.984565 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9291365'] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:14.271279 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9291379'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:14.274554 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d7701758-29c3-41f8-b144-03d7a1fc3126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:14.282338 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf2091-2b64-47d2-8a5d-801ae1823276 req-23032a35-a35d-4295-bb0a-57dacaf89eb4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:14.284604 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e5bf2091-2b64-47d2-8a5d-801ae1823276 req-23032a35-a35d-4295-bb0a-57dacaf89eb4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0680900 Jun 24 06:41:14.329780 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3229d86-3b4f-47ca-851d-a75aa6989721,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:14.330159 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e5bf2091-2b64-47d2-8a5d-801ae1823276 req-e35f8896-2374-4cb8-8296-1c51078f8453 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394084 Jun 24 06:41:14.332430 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:14.341054 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Checking segment: {'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:41:14.343945 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Network hostable DHCP agents. Network: 82882f25-f4df-4152-a357-8952df4bcd71, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:41:14.434627 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Network 82882f25-f4df-4152-a357-8952df4bcd71 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:41:14.539639 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 82882f25-f4df-4152-a357-8952df4bcd71) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:41:14.544546 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:14.545402 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:14.548845 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe361a-da87-494f-ada8-c377c8e67e49 None None] Network 82882f25-f4df-4152-a357-8952df4bcd71 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:41:14.656752 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-98340cf3-e366-4dcb-8ecb-58e2aa7f54f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7862391 Jun 24 06:41:14.681374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f6cab1-4ab4-4c06-bed6-f912e29673f7 None None] Network 82882f25-f4df-4152-a357-8952df4bcd71 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:41:15.510464 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4b827-2edd-4589-89c4-cd9b33ebd173 req-c323b676-91fd-4e42-99a7-1c506e46e05f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:15.512124 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f5d4b827-2edd-4589-89c4-cd9b33ebd173 req-c323b676-91fd-4e42-99a7-1c506e46e05f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0634785 Jun 24 06:41:15.553032 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f5d4b827-2edd-4589-89c4-cd9b33ebd173 req-3da439d8-c837-4793-9737-a676851ccc32 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353565 Jun 24 06:41:15.997318 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255279f-a87c-4011-8565-18b690c715d0 req-5396f3c0-ed18-4f0e-a65a-f9e5487ae84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:15.998871 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a255279f-a87c-4011-8565-18b690c715d0 req-5396f3c0-ed18-4f0e-a65a-f9e5487ae84f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1099 time: 0.0525587 Jun 24 06:41:16.037204 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a255279f-a87c-4011-8565-18b690c715d0 req-0c2cad61-a4cb-4e27-9828-6508bcfda9f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275500 Jun 24 06:41:16.736048 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27354cd1-8053-45c6-b7cc-3c387730f0ca req-771c92fc-be97-4ff8-b4ec-d413e61f129d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:16.736048 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-27354cd1-8053-45c6-b7cc-3c387730f0ca req-771c92fc-be97-4ff8-b4ec-d413e61f129d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0673816 Jun 24 06:41:16.772541 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-27354cd1-8053-45c6-b7cc-3c387730f0ca req-d1f4c29e-2bd1-4654-ab33-9a15771c41ad tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Jun 24 06:41:17.209860 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-8ba7de3f-3881-4d16-8f35-a5be27e3604d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:17.219400 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-8ba7de3f-3881-4d16-8f35-a5be27e3604d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/networks?id=82882f25-f4df-4152-a357-8952df4bcd71 HTTP/1.1" status: 200 len: 809 time: 0.1184497 Jun 24 06:41:17.229592 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-fee88190-de3b-4943-80ff-9a22ee0747fc tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/quotas/eba000fe6cec4605a7b8e98590f10bf5 HTTP/1.1" status: 200 len: 375 time: 0.0091784 Jun 24 06:41:17.265119 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-d724f36d-4821-473f-b277-87d1572d8a8e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eba000fe6cec4605a7b8e98590f10bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299494 Jun 24 06:41:17.334605 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-d9cdf88c-e588-4f11-abe2-30b75b73693c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:17.336145 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-d9cdf88c-e588-4f11-abe2-30b75b73693c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 815 time: 0.1095991 Jun 24 06:41:17.352549 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-94a52547-a461-4735-bdaf-9dac4a480f31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/quotas/36a12fa5131f40a18b7f39735fcf230c HTTP/1.1" status: 200 len: 375 time: 0.0107131 Jun 24 06:41:17.377753 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-37fee105-8960-4493-8d50-41cf0f692495 service neutron] 10.222.0.15 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039288 Jun 24 06:41:17.439992 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-55e8396f-7458-4b79-b233-2b22250ee3f3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803802 Jun 24 06:41:17.473373 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-9d3e0b01-944d-4345-adc0-ebb670bb0fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883589 Jun 24 06:41:17.533932 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-f219e180-e948-4ae3-8129-12e26164c821 service neutron] 10.222.0.15 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863285 Jun 24 06:41:17.627418 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-d89044d7-1723-4441-b9e0-d23b56a242b7 service neutron] 10.222.0.15 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877979 Jun 24 06:41:18.118384 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7ae8ce05-1f9c-4f08-af79-a16287c02f67 req-93d972e8-4b0a-4102-ac22-a95a47163eb5 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 210 time: 0.0294628 Jun 24 06:41:18.192393 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2437cd36-c50a-406f-b63a-ac49a15687c3 req-b003b3c6-dd93-4884-ad16-d3059c7a43f3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 210 time: 0.0321441 Jun 24 06:41:18.258484 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f0924-9448-42c4-88ae-53c2d80a760b req-3b7da388-a12e-4b96-8ebd-b315ab8e969e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:18.259948 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-076f0924-9448-42c4-88ae-53c2d80a760b req-3b7da388-a12e-4b96-8ebd-b315ab8e969e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0876207 Jun 24 06:41:18.299995 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-076f0924-9448-42c4-88ae-53c2d80a760b req-ec09dbef-dfda-466e-a8b8-fe2e97fd05a6 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Jun 24 06:41:18.995581 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783eb4-667e-4e86-8a6b-7d235d44bc78 req-31a5841c-c302-427f-aa7f-ce0de6d50229 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:18.997745 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f7783eb4-667e-4e86-8a6b-7d235d44bc78 req-31a5841c-c302-427f-aa7f-ce0de6d50229 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0701511 Jun 24 06:41:19.080123 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f7783eb4-667e-4e86-8a6b-7d235d44bc78 req-fc9ed92d-6f0d-43ad-9105-5e063433d345 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657933 Jun 24 06:41:19.099258 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-c355b03c-20f1-4862-a73f-56158363e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:19.100846 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-c355b03c-20f1-4862-a73f-56158363e6a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1099 time: 0.0800471 Jun 24 06:41:19.227514 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-1778580e-d29d-4a53-9010-2a5a69a0c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:19.228867 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-1778580e-d29d-4a53-9010-2a5a69a0c441 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 920 time: 0.1079872 Jun 24 06:41:19.286816 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-8ad6decc-df22-4db3-8850-cc5e7bad59ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 200 len: 217 time: 0.0455966 Jun 24 06:41:19.342175 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ae660b61-1de6-4dee-b923-b18134bf1f65 req-a0a88d9a-4ceb-41fe-adcf-c00c8e534260 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 210 time: 0.0704107 Jun 24 06:41:19.368014 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-76e901ea-faec-40d1-b08c-3c809a66c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:19.369551 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-76e901ea-faec-40d1-b08c-3c809a66c42d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.0735345 Jun 24 06:41:19.413496 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-aefcf153-d454-44b0-9962-df4643b90878 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350399 Jun 24 06:41:19.452753 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e903bf8b-1dc7-4a8d-beb1-33b3c615d211 req-38161270-a307-407a-9098-f8b60cb0e7bd tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 210 time: 0.0382771 Jun 24 06:41:19.535914 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-09924bbe-89a5-4a24-a7f5-4e9f9caeffdc service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126747 Jun 24 06:41:19.638850 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd16f9b9-17d0-4974-8cb8-5d082a76d71f req-6068e624-be2a-4840-8e44-6309cfe9e967 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912800 Jun 24 06:41:19.954004 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37718) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:20.057151 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:20.151244 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:20.233829 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:20.238929 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:20.283260 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40fc57f22a4f4bab8f05f4495e59a5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281310 Jun 24 06:41:20.284808 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535ed454-4695-47b0-85dd-43c5cec06233,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:20.285947 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37728) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:20.300625 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.300993 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.301374 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.301721 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.302066 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.302411 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.302750 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.303087 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.303425 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.303759 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.304087 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.304425 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:20.309310 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:20.330601 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19487d-10c7-4853-9eae-b6299aeb1870 req-b04716fd-58ec-42a6-8bed-28fa08ea5726 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:20.332138 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1d19487d-10c7-4853-9eae-b6299aeb1870 req-b04716fd-58ec-42a6-8bed-28fa08ea5726 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1298993 Jun 24 06:41:20.344425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-256a1ef5-5702-4551-a0fe-29460471f8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:20.366461 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-256a1ef5-5702-4551-a0fe-29460471f8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:20.372332 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1d19487d-10c7-4853-9eae-b6299aeb1870 req-471e762b-b214-43c6-b809-860a54597248 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Jun 24 06:41:20.501935 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-256a1ef5-5702-4551-a0fe-29460471f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:20.505459 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-256a1ef5-5702-4551-a0fe-29460471f8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:20.509024 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-256a1ef5-5702-4551-a0fe-29460471f8a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/535ed454-4695-47b0-85dd-43c5cec06233 HTTP/1.1" status: 204 len: 168 time: 0.2195711 Jun 24 06:41:20.509024 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:20.523937 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a1ef5-5702-4551-a0fe-29460471f8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535ed454-4695-47b0-85dd-43c5cec06233,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:20.527572 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-256a1ef5-5702-4551-a0fe-29460471f8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:20.595404 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-13b0e417-815a-418b-820d-5073417b12b1 req-171824de-8f20-4d8c-95db-d29d6b90d784 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 210 time: 0.0660138 Jun 24 06:41:20.721154 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a27aa9a6-cf26-49bf-ae4e-1860a766d93c req-dc642444-781e-41b8-826d-b08699e84c73 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 210 time: 0.0331376 Jun 24 06:41:20.823306 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-7c29cec9-d7dd-44f0-b1c7-c7a42da3e130 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:20.825092 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-7c29cec9-d7dd-44f0-b1c7-c7a42da3e130 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "GET /v2.0/networks?id=d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 200 len: 815 time: 0.1169384 Jun 24 06:41:20.837553 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:41:20.844037 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Request body: {'port': {'device_id': 'ceddbd15-609b-457a-9eb3-af159571a42d', 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'admin_state_up': True, 'tenant_id': '36a12fa5131f40a18b7f39735fcf230c'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:21.051613 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Made reservation on behalf of 36a12fa5131f40a18b7f39735fcf230c for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:21.055639 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:21.188216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Allocated IP 172.20.0.13 (d5eec1cb-e034-4349-8b2b-ef549540cd3a/a2254bff-d9f6-4049-8c4f-101fc662efb7/66f3f565-caff-4e0a-9ff3-82a0ac772272) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:41:21.339972 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37758) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:21.344764 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:21.361551 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fee5a50f-ca14-44d4-a53d-ad6c4707c765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:21.454303 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:21.458948 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:21.469452 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e3c9a35e-4e53-454d-9f77-d47f72eb9c18', '53f50171-e450-49b5-b67e-572bb86c0436', '984e5a30-4341-4893-a42c-e8e93b003556'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:41:21.477030 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fee5a50f-ca14-44d4-a53d-ad6c4707c765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:21.544933 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Network d5eec1cb-e034-4349-8b2b-ef549540cd3a is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:41:21.553828 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Pushing event updated for resources: {'Port': ['ID=66f3f565-caff-4e0a-9ff3-82a0ac772272,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:21.558471 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:21.561248 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:41:21.563742 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:41:21.589555 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fee5a50f-ca14-44d4-a53d-ad6c4707c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:21.597547 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-16f98656-dc79-4399-91a3-3ee9e14fd9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:21.706237 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:21.707104 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:21.725583 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37776) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:21.726019 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fee5a50f-ca14-44d4-a53d-ad6c4707c765 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4cdcd2a56084b6f99101d3be76269f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838427 Jun 24 06:41:21.734784 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5a50f-ca14-44d4-a53d-ad6c4707c765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8a846e-88bb-4538-923d-0e60eb7b6979,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:21.738672 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fee5a50f-ca14-44d4-a53d-ad6c4707c765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:21.747795 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002d689-7fe9-417c-b99b-15f7fb69f6ac req-38d52d0b-ae64-467d-850c-b426a75cd19d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:21.755622 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e002d689-7fe9-417c-b99b-15f7fb69f6ac req-38d52d0b-ae64-467d-850c-b426a75cd19d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.2308102 Jun 24 06:41:21.792060 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e002d689-7fe9-417c-b99b-15f7fb69f6ac req-77d6c54c-9a47-4915-a070-e5ae4301c84d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354702 Jun 24 06:41:22.029336 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-560a3ead-7076-4bea-b08e-a7c584797753 req-cd608a48-aa23-42f0-bcb7-a98932cd5fa4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 210 time: 0.2925727 Jun 24 06:41:22.033601 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1942658 Jun 24 06:41:22.043715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f5a7e007-492b-4edf-bd7f-9d48a0b83819 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:22.045158 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f5a7e007-492b-4edf-bd7f-9d48a0b83819 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.21 "GET /v2.0/networks?id=82882f25-f4df-4152-a357-8952df4bcd71 HTTP/1.1" status: 200 len: 809 time: 0.5035315 Jun 24 06:41:22.052600 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Request body: {'port': {'device_id': 'ceddbd15-609b-457a-9eb3-af159571a42d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:22.087200 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Request body: {'port': {'device_id': '6855dca9-1a06-4960-b05f-e8afcb1f0878', 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71', 'admin_state_up': True, 'tenant_id': 'eba000fe6cec4605a7b8e98590f10bf5'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:22.136023 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71cfdf-7711-4420-becd-e04c6625bbd8 req-696b9db9-4261-472c-acb9-ec467e61a3ee tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:22.137929 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5a71cfdf-7711-4420-becd-e04c6625bbd8 req-696b9db9-4261-472c-acb9-ec467e61a3ee tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 932 time: 0.0806034 Jun 24 06:41:22.181710 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5a71cfdf-7711-4420-becd-e04c6625bbd8 req-83940b0c-ca30-412a-bdb9-d98d5dff912e tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Jun 24 06:41:22.220924 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-116daab4-ae60-4d10-97a7-0c73958b496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:22.255774 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:22.275372 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-116daab4-ae60-4d10-97a7-0c73958b496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:22.456962 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Made reservation on behalf of eba000fe6cec4605a7b8e98590f10bf5 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:22.460440 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:22.559786 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-116daab4-ae60-4d10-97a7-0c73958b496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:22.562350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-116daab4-ae60-4d10-97a7-0c73958b496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:22.563449 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-116daab4-ae60-4d10-97a7-0c73958b496f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f8a846e-88bb-4538-923d-0e60eb7b6979 HTTP/1.1" status: 204 len: 168 time: 0.8364136 Jun 24 06:41:22.593570 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:22.622696 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116daab4-ae60-4d10-97a7-0c73958b496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8a846e-88bb-4538-923d-0e60eb7b6979,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:22.625477 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-116daab4-ae60-4d10-97a7-0c73958b496f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:22.708815 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f3f565-caff-4e0a-9ff3-82a0ac772272 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:41:22.724682 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:22.749039 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Allocated IP 172.20.0.12 (82882f25-f4df-4152-a357-8952df4bcd71/b3229d86-3b4f-47ca-851d-a75aa6989721/fdfcf910-46b5-4f2e-ac8a-8ea574342577) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:41:22.751544 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Transition to ACTIVE for port object 66f3f565-caff-4e0a-9ff3-82a0ac772272 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:41:22.856325 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:22.859957 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-78b6e47e-3f60-42a7-941a-7d0b47a3c736 tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:22.931342 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Pushing event updated for resources: {'Port': ['ID=66f3f565-caff-4e0a-9ff3-82a0ac772272,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:22.940775 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:22.948158 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.012615 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209ebb-6505-42cd-8ad2-0ea25a097632 req-73553d53-452a-489a-8787-95dbe144bd4a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:23.014922 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c4209ebb-6505-42cd-8ad2-0ea25a097632 req-73553d53-452a-489a-8787-95dbe144bd4a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1043522 Jun 24 06:41:23.047084 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Attempting to bind port 66f3f565-caff-4e0a-9ff3-82a0ac772272 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:41:23.047709 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Attempting to bind port 66f3f565-caff-4e0a-9ff3-82a0ac772272 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:41:23.048230 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Attempting to bind port 66f3f565-caff-4e0a-9ff3-82a0ac772272 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:41:23.057359 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Port 66f3f565-caff-4e0a-9ff3-82a0ac772272 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:41:23.057927 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Attempting to bind port 66f3f565-caff-4e0a-9ff3-82a0ac772272 on network d5eec1cb-e034-4349-8b2b-ef549540cd3a {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:41:23.067333 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:41:23.067980 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Checking segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:41:23.068573 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Bound using segment: {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:41:23.077846 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Bound port: 66f3f565-caff-4e0a-9ff3-82a0ac772272, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3400029-84a2-4d07-8c62-3ade27fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:41:23.077846 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.112834 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c4209ebb-6505-42cd-8ad2-0ea25a097632 req-54183f8b-9028-4a07-9cdf-a635fabdee52 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909488 Jun 24 06:41:23.186858 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.196276 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] For port 66f3f565-caff-4e0a-9ff3-82a0ac772272, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:41:23.201431 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:23.237733 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] For port 66f3f565-caff-4e0a-9ff3-82a0ac772272, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=66f3f565-caff-4e0a-9ff3-82a0ac772272,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:41:23.290472 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Network 82882f25-f4df-4152-a357-8952df4bcd71 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:41:23.293973 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:41:23.306996 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:41:23.361498 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e243017-54af-4dc8-a08a-cf13c828dc4b req-c249c61d-2c66-4771-8e34-aba19520e088 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:23.362723 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.364278 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1e243017-54af-4dc8-a08a-cf13c828dc4b req-c249c61d-2c66-4771-8e34-aba19520e088 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 932 time: 0.0911369 Jun 24 06:41:23.365762 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Pushing event updated for resources: {'Port': ['ID=fdfcf910-46b5-4f2e-ac8a-8ea574342577,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:23.379190 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:23.382539 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5585f431-c273-4ddd-8c47-6fc5e8df949d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:23.424889 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:23.425607 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.427041 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] 10.222.0.21 "PUT /v2.0/ports/66f3f565-caff-4e0a-9ff3-82a0ac772272 HTTP/1.1" status: 200 len: 1094 time: 1.3809361 Jun 24 06:41:23.427538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceddbd15-609b-457a-9eb3-af159571a42d', 'tag': '66f3f565-caff-4e0a-9ff3-82a0ac772272'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:41:23.429816 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fba2e29-8627-4d40-b347-98b47e710f47" -d '{"events": [{"name": "network-changed", "server_uuid": "ceddbd15-609b-457a-9eb3-af159571a42d", "tag": "66f3f565-caff-4e0a-9ff3-82a0ac772272"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:41:23.434014 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1e243017-54af-4dc8-a08a-cf13c828dc4b req-a2e80491-122f-4327-98ab-3dc71f914179 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601482 Jun 24 06:41:23.455454 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:23.455984 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.481374 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Pushing event updated for resources: {'Port': ['ID=66f3f565-caff-4e0a-9ff3-82a0ac772272,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:23.487662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:23.490009 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ebcc1a-2a14-430d-b494-a6557654aab6 x-openstack-request-id: req-84ebcc1a-2a14-430d-b494-a6557654aab6 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:41:23.490323 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceddbd15-609b-457a-9eb3-af159571a42d", "tag": "66f3f565-caff-4e0a-9ff3-82a0ac772272", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:41:23.490599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84ebcc1a-2a14-430d-b494-a6557654aab6 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:41:23.491025 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceddbd15-609b-457a-9eb3-af159571a42d', 'tag': '66f3f565-caff-4e0a-9ff3-82a0ac772272', 'status': 'completed', 'code': 200} Jun 24 06:41:23.506698 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fac437-8672-42ad-b070-118fabe7e389 req-8237cf1b-2382-4601-833c-b0cfc7edb0c1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:23.508381 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-56fac437-8672-42ad-b070-118fabe7e389 req-8237cf1b-2382-4601-833c-b0cfc7edb0c1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 944 time: 0.2024937 Jun 24 06:41:23.580584 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4974003 Jun 24 06:41:23.584589 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-56fac437-8672-42ad-b070-118fabe7e389 req-049127b9-0ae5-477c-9c0c-9882d9c89be3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700052 Jun 24 06:41:23.599991 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Request body: {'port': {'device_id': '6855dca9-1a06-4960-b05f-e8afcb1f0878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:23.636078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba2e29-8627-4d40-b347-98b47e710f47 req-1b97ee27-ff91-44ce-9598-b97659985e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:23.638581 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0fba2e29-8627-4d40-b347-98b47e710f47 req-1b97ee27-ff91-44ce-9598-b97659985e10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 1097 time: 0.1163177 Jun 24 06:41:23.651438 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37834) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:23.768967 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.849503 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bcb273f5-35ff-46db-a123-8b46a273559d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.960664 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bcb273f5-35ff-46db-a123-8b46a273559d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:23.989372 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba2e29-8627-4d40-b347-98b47e710f47 req-c1379f7c-6cfc-4ef3-8cce-3765dd533562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:23.990826 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0fba2e29-8627-4d40-b347-98b47e710f47 req-c1379f7c-6cfc-4ef3-8cce-3765dd533562 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=36a12fa5131f40a18b7f39735fcf230c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3384552 Jun 24 06:41:24.022097 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bcb273f5-35ff-46db-a123-8b46a273559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.035006 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-35d7eefb-d30d-4040-8b24-87e612d8e449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:24.060296 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-bcb273f5-35ff-46db-a123-8b46a273559d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be9bf525918b4471b0f797d18bfebde1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069369 Jun 24 06:41:24.065547 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37858) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:24.099572 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb273f5-35ff-46db-a123-8b46a273559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b129441b-3948-4697-84f9-ac966bb5ff5d,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:24.114487 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-bcb273f5-35ff-46db-a123-8b46a273559d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:24.150467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba2e29-8627-4d40-b347-98b47e710f47 req-f0ff7de7-dd57-4661-a3ac-aa5868f3c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:24.152186 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0fba2e29-8627-4d40-b347-98b47e710f47 req-f0ff7de7-dd57-4661-a3ac-aa5868f3c552 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524932 Jun 24 06:41:24.164159 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfcf910-46b5-4f2e-ac8a-8ea574342577 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:41:24.166703 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f803b274-1ff9-420b-87d0-092bbc0a1d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.176565 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.194716 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Transition to ACTIVE for port object fdfcf910-46b5-4f2e-ac8a-8ea574342577 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:41:24.210854 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f803b274-1ff9-420b-87d0-092bbc0a1d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.278292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-6e34ede7-b270-427e-a66d-c6de202038a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:24.279911 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-6e34ede7-b270-427e-a66d-c6de202038a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a12fa5131f40a18b7f39735fcf230c&device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 1097 time: 0.0627801 Jun 24 06:41:24.295970 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.298626 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:24.345786 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-d81d7419-1c5e-43dc-880d-72d2db7aaea8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66f3f565-caff-4e0a-9ff3-82a0ac772272 HTTP/1.1" status: 200 len: 217 time: 0.0561881 Jun 24 06:41:24.374761 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f803b274-1ff9-420b-87d0-092bbc0a1d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.379164 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f803b274-1ff9-420b-87d0-092bbc0a1d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.387811 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-f803b274-1ff9-420b-87d0-092bbc0a1d7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b129441b-3948-4697-84f9-ac966bb5ff5d HTTP/1.1" status: 204 len: 168 time: 0.3138113 Jun 24 06:41:24.387811 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-94deb8b7-f5de-40f0-8d0c-e2655df6726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:24.398038 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Pushing event updated for resources: {'Port': ['ID=fdfcf910-46b5-4f2e-ac8a-8ea574342577,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:24.402942 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:24.419670 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803b274-1ff9-420b-87d0-092bbc0a1d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b129441b-3948-4697-84f9-ac966bb5ff5d,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:24.441526 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f803b274-1ff9-420b-87d0-092bbc0a1d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:24.472728 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-cf04b94c-5cc0-443d-aca7-b5c207742026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:24.474206 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-cf04b94c-5cc0-443d-aca7-b5c207742026 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2254bff-d9f6-4049-8c4f-101fc662efb7 HTTP/1.1" status: 200 len: 855 time: 0.1124198 Jun 24 06:41:24.514697 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-b8e3f21e-49d4-4d57-8a7c-781c1c4ead26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5eec1cb-e034-4349-8b2b-ef549540cd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jun 24 06:41:24.556753 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Attempting to bind port fdfcf910-46b5-4f2e-ac8a-8ea574342577 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:41:24.557116 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Attempting to bind port fdfcf910-46b5-4f2e-ac8a-8ea574342577 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:41:24.557450 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Attempting to bind port fdfcf910-46b5-4f2e-ac8a-8ea574342577 on network 82882f25-f4df-4152-a357-8952df4bcd71 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:41:24.594250 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Port fdfcf910-46b5-4f2e-ac8a-8ea574342577 on network 82882f25-f4df-4152-a357-8952df4bcd71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:41:24.601491 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Attempting to bind port fdfcf910-46b5-4f2e-ac8a-8ea574342577 on network 82882f25-f4df-4152-a357-8952df4bcd71 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:41:24.603823 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:41:24.604167 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Checking segment: {'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:41:24.604549 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Bound using segment: {'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:41:24.605006 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Bound port: fdfcf910-46b5-4f2e-ac8a-8ea574342577, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:41:24.606665 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.663543 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4195-8aac-4e38-a6b7-42d8a7aca841 req-6b5bda40-2835-46fd-abb9-96fa0ca8cdea tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:24.663543 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-044b4195-8aac-4e38-a6b7-42d8a7aca841 req-6b5bda40-2835-46fd-abb9-96fa0ca8cdea tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 944 time: 0.0738456 Jun 24 06:41:24.693772 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-65bf89d0-ff9c-4dc2-94cc-797bc6c23d65 service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651938 Jun 24 06:41:24.705913 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-044b4195-8aac-4e38-a6b7-42d8a7aca841 req-0eaa6838-d019-4ed7-8f27-1081deef7fad tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343895 Jun 24 06:41:24.739275 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] For port fdfcf910-46b5-4f2e-ac8a-8ea574342577, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:41:24.807117 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] For port fdfcf910-46b5-4f2e-ac8a-8ea574342577, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fdfcf910-46b5-4f2e-ac8a-8ea574342577,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:41:24.858914 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf8638b6-f56a-4df9-a7d8-ecc5a82abec6 req-3637ed1f-a750-4669-bf7c-6a1d781bdda0 service neutron] 10.222.0.21 "GET /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537292 Jun 24 06:41:24.868903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce65ba0-f9cc-47b6-9820-125782da62b3 req-738681da-455f-4062-83d8-3112bf7f1b29 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:24.870522 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cce65ba0-f9cc-47b6-9820-125782da62b3 req-738681da-455f-4062-83d8-3112bf7f1b29 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 944 time: 0.1399956 Jun 24 06:41:24.894300 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.898347 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:24.938593 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:24.939523 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:24.941036 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] 10.222.0.21 "PUT /v2.0/ports/fdfcf910-46b5-4f2e-ac8a-8ea574342577 HTTP/1.1" status: 200 len: 1094 time: 1.3467193 Jun 24 06:41:24.967667 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cce65ba0-f9cc-47b6-9820-125782da62b3 req-da2bd120-4ba1-436b-a03d-9230fbed9c19 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899341 Jun 24 06:41:24.977833 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Pushing event updated for resources: {'Port': ['ID=fdfcf910-46b5-4f2e-ac8a-8ea574342577,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:24.982474 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:25.081375 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea017f-409c-4dc9-98b4-74ba474f2d9d req-ae9c62e9-2af8-4898-98cf-3ba0d186c2a4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:25.083019 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-03ea017f-409c-4dc9-98b4-74ba474f2d9d req-ae9c62e9-2af8-4898-98cf-3ba0d186c2a4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0840690 Jun 24 06:41:25.149989 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-03ea017f-409c-4dc9-98b4-74ba474f2d9d req-449f1f7e-58a6-4c64-b5f0-4e7e2a9b9b51 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549750 Jun 24 06:41:25.151632 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-ff3e2957-5efa-45d3-a6df-b3e63af11003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:25.154637 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-ff3e2957-5efa-45d3-a6df-b3e63af11003 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eba000fe6cec4605a7b8e98590f10bf5&device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 1097 time: 0.0876644 Jun 24 06:41:25.178531 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37898) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:25.206915 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-a11a1a26-fabc-491e-b673-c098afd65043 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdfcf910-46b5-4f2e-ac8a-8ea574342577 HTTP/1.1" status: 200 len: 217 time: 0.0375628 Jun 24 06:41:25.270376 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7cfd76eb-b2fa-4f94-8395-7848608989b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:25.271822 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-7cfd76eb-b2fa-4f94-8395-7848608989b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3229d86-3b4f-47ca-851d-a75aa6989721 HTTP/1.1" status: 200 len: 849 time: 0.0516491 Jun 24 06:41:25.291262 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6c318beb-32a1-4d5d-baed-704aad095b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.309409 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-d5bd55ae-fa9f-40e3-8845-c8a91d399d6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82882f25-f4df-4152-a357-8952df4bcd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291765 Jun 24 06:41:25.391867 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6c318beb-32a1-4d5d-baed-704aad095b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.407031 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-98482bf8-5e13-43c1-94af-a10d75647e35 service neutron] 10.222.0.21 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892272 Jun 24 06:41:25.482193 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6c318beb-32a1-4d5d-baed-704aad095b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.485763 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a9c77718-02d7-4feb-8b45-0800e3e9ad01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:25.494344 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6855dca9-1a06-4960-b05f-e8afcb1f0878', 'tag': 'fdfcf910-46b5-4f2e-ac8a-8ea574342577'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:41:25.497667 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1293c93-bf03-447d-8c21-1df9c7740f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6855dca9-1a06-4960-b05f-e8afcb1f0878", "tag": "fdfcf910-46b5-4f2e-ac8a-8ea574342577"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:41:25.510782 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c43f313-e486-4284-b0ac-9043667c3af5 req-29754591-8556-4827-99f4-8386004a96ab service neutron] 10.222.0.21 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947945 Jun 24 06:41:25.514067 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e19e972f-f0a8-4b66-a9be-387b968839a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.555208 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce49c04-da1b-4500-a916-1912400fc913 x-openstack-request-id: req-5ce49c04-da1b-4500-a916-1912400fc913 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:41:25.555208 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6855dca9-1a06-4960-b05f-e8afcb1f0878", "tag": "fdfcf910-46b5-4f2e-ac8a-8ea574342577", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:41:25.555208 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ce49c04-da1b-4500-a916-1912400fc913 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:41:25.555208 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6855dca9-1a06-4960-b05f-e8afcb1f0878', 'tag': 'fdfcf910-46b5-4f2e-ac8a-8ea574342577', 'status': 'completed', 'code': 200} Jun 24 06:41:25.559184 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c318beb-32a1-4d5d-baed-704aad095b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1495d63-8e72-43e1-9cd8-b12bffe61aba,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:25.562885 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6c318beb-32a1-4d5d-baed-704aad095b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:25.565715 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6c318beb-32a1-4d5d-baed-704aad095b92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c160cc095914ad695806b1f0251b2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861711 Jun 24 06:41:25.568617 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37912) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:25.619052 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-599404cb-fba6-450f-97a1-e879bf17a4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.641515 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-599404cb-fba6-450f-97a1-e879bf17a4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.684242 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37918) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:25.700161 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b23b0294-43f4-4714-80db-21216c9aba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.728708 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-a9fe6bef-3277-45f2-812b-1e7303d5d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:25.730775 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-a9fe6bef-3277-45f2-812b-1e7303d5d5c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eba000fe6cec4605a7b8e98590f10bf5&device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 1097 time: 0.0730743 Jun 24 06:41:25.809122 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-599404cb-fba6-450f-97a1-e879bf17a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.812026 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-599404cb-fba6-450f-97a1-e879bf17a4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.815549 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-599404cb-fba6-450f-97a1-e879bf17a4a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1495d63-8e72-43e1-9cd8-b12bffe61aba HTTP/1.1" status: 204 len: 168 time: 0.2433903 Jun 24 06:41:25.817375 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-116daab4-ae60-4d10-97a7-0c73958b496f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:25.828434 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599404cb-fba6-450f-97a1-e879bf17a4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1495d63-8e72-43e1-9cd8-b12bffe61aba,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:25.832963 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-599404cb-fba6-450f-97a1-e879bf17a4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:25.858482 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-8264c503-d443-401c-9510-a14ec3b95ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:25.860102 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-8264c503-d443-401c-9510-a14ec3b95ae9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=82882f25-f4df-4152-a357-8952df4bcd71 HTTP/1.1" status: 200 len: 910 time: 0.1161125 Jun 24 06:41:25.901739 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b23b0294-43f4-4714-80db-21216c9aba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.925365 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-1556326a-bc43-4cf3-adab-6df42021a0b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdfcf910-46b5-4f2e-ac8a-8ea574342577 HTTP/1.1" status: 200 len: 217 time: 0.0553694 Jun 24 06:41:25.995455 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59b8fd-78dc-4ca3-af3d-daf89cc5579c req-62206457-ad47-4630-abb9-942078b22921 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:25.996980 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cc59b8fd-78dc-4ca3-af3d-daf89cc5579c req-62206457-ad47-4630-abb9-942078b22921 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 944 time: 0.1358812 Jun 24 06:41:25.997427 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b23b0294-43f4-4714-80db-21216c9aba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:25.998837 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-ed99dbdd-b695-4ace-ad2d-d8071519b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:26.000149 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-ed99dbdd-b695-4ace-ad2d-d8071519b402 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3229d86-3b4f-47ca-851d-a75aa6989721 HTTP/1.1" status: 200 len: 849 time: 0.0648739 Jun 24 06:41:26.001913 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2aeff68e-d8af-433a-ab88-8eb78855dfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:26.046462 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b0294-43f4-4714-80db-21216c9aba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d6170a-2abd-4622-8004-ba2ff926750f,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:26.053570 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b23b0294-43f4-4714-80db-21216c9aba26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71585c71d8c24eddaf77e6b00fc6faad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680608 Jun 24 06:41:26.054549 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37932) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:26.055672 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b23b0294-43f4-4714-80db-21216c9aba26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:26.056417 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-e5585e3e-5a85-4f95-b439-21e2f685d56d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82882f25-f4df-4152-a357-8952df4bcd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404170 Jun 24 06:41:26.091255 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cc59b8fd-78dc-4ca3-af3d-daf89cc5579c req-4fe9038f-f87f-4b4f-9d24-3d0ba2cb94d9 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858073 Jun 24 06:41:26.116067 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c718-9ed6-4383-9de5-9e89e72b34d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:26.142349 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c718-9ed6-4383-9de5-9e89e72b34d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:26.195620 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-87b06159-126d-4df9-b4a4-fa42d8b27b5f service neutron] 10.222.0.21 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274283 Jun 24 06:41:26.284333 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c718-9ed6-4383-9de5-9e89e72b34d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:26.289760 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c718-9ed6-4383-9de5-9e89e72b34d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:26.291747 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a3c9c718-9ed6-4383-9de5-9e89e72b34d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31d6170a-2abd-4622-8004-ba2ff926750f HTTP/1.1" status: 204 len: 168 time: 0.2343278 Jun 24 06:41:26.293312 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fd53ee81-c483-4a16-8020-4b7250e66d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:26.316094 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9c718-9ed6-4383-9de5-9e89e72b34d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d6170a-2abd-4622-8004-ba2ff926750f,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:26.322057 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a3c9c718-9ed6-4383-9de5-9e89e72b34d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:26.349875 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048489f-e188-4cd0-8594-255b26520f97 req-889e9c06-535c-4e53-a377-5f1185665dd1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:26.352486 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e048489f-e188-4cd0-8594-255b26520f97 req-889e9c06-535c-4e53-a377-5f1185665dd1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 944 time: 0.1236372 Jun 24 06:41:26.388524 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e1293c93-bf03-447d-8c21-1df9c7740f7e req-83d2736c-368e-4bf9-8871-f42c92279830 service neutron] 10.222.0.21 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750569 Jun 24 06:41:26.408863 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e048489f-e188-4cd0-8594-255b26520f97 req-782068b5-887f-471b-9c19-7383acde4499 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Jun 24 06:41:27.087725 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 37966) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:27.103113 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc33a-2847-4509-a95d-0541f5ec8ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.220328 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc33a-2847-4509-a95d-0541f5ec8ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.286921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82641e25-c50e-425f-b206-1346d00e968e req-4cd69115-3655-483b-b3d3-470a859f260a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:27.288392 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-82641e25-c50e-425f-b206-1346d00e968e req-4cd69115-3655-483b-b3d3-470a859f260a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 944 time: 0.0651524 Jun 24 06:41:27.323050 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc33a-2847-4509-a95d-0541f5ec8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.332722 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a3c9c718-9ed6-4383-9de5-9e89e72b34d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:27.350578 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-82641e25-c50e-425f-b206-1346d00e968e req-3356a815-b42d-46a4-acb1-982eacc988e2 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553234 Jun 24 06:41:27.377236 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1b6bc33a-2847-4509-a95d-0541f5ec8ada admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed6cd8fa3f78447db26afba022c2806b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853396 Jun 24 06:41:27.377236 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bc33a-2847-4509-a95d-0541f5ec8ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e2bf78-dce1-48d2-9c8e-3b4c541d6abe,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:27.377606 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 37992) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:27.379177 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1b6bc33a-2847-4509-a95d-0541f5ec8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:27.434352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 66f3f565-caff-4e0a-9ff3-82a0ac772272 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:41:27.451693 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-38b4a590-a718-4f17-b0b5-cdf92d231280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.475552 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-38b4a590-a718-4f17-b0b5-cdf92d231280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.568994 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 66f3f565-caff-4e0a-9ff3-82a0ac772272, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=66f3f565-caff-4e0a-9ff3-82a0ac772272,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:41:27.584726 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '66f3f565-caff-4e0a-9ff3-82a0ac772272', 'network_id': 'd5eec1cb-e034-4349-8b2b-ef549540cd3a', 'port_id': '66f3f565-caff-4e0a-9ff3-82a0ac772272', 'mac_address': 'fa:16:3e:e4:14:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2254bff-d9f6-4049-8c4f-101fc662efb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:41:27.622716 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-38b4a590-a718-4f17-b0b5-cdf92d231280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.625397 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-38b4a590-a718-4f17-b0b5-cdf92d231280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.629411 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-38b4a590-a718-4f17-b0b5-cdf92d231280 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3e2bf78-dce1-48d2-9c8e-3b4c541d6abe HTTP/1.1" status: 204 len: 168 time: 0.2482224 Jun 24 06:41:27.629411 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8655e906-38ca-423f-b648-b8b1040f459c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:27.630914 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.643722 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c77fc-25ab-4671-b90b-43e6c168bd52 req-c6e7043f-4dc9-4352-b390-ca09cecbcbf1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:27.648967 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-258c77fc-25ab-4671-b90b-43e6c168bd52 req-c6e7043f-4dc9-4352-b390-ca09cecbcbf1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 944 time: 0.0842388 Jun 24 06:41:27.658263 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f3f565-caff-4e0a-9ff3-82a0ac772272 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:41:27.663455 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4a590-a718-4f17-b0b5-cdf92d231280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e2bf78-dce1-48d2-9c8e-3b4c541d6abe,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:27.665949 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-38b4a590-a718-4f17-b0b5-cdf92d231280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:27.686449 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 66f3f565-caff-4e0a-9ff3-82a0ac772272, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=66f3f565-caff-4e0a-9ff3-82a0ac772272,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:41:27.724575 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-258c77fc-25ab-4671-b90b-43e6c168bd52 req-ea41d62a-4161-40db-ae5a-a6449ae5337c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721884 Jun 24 06:41:27.765973 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:27.769106 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:27.823462 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=66f3f565-caff-4e0a-9ff3-82a0ac772272,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:27.831019 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.835453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:41:27.838927 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:28.159284 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['66f3f565-caff-4e0a-9ff3-82a0ac772272'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:41:28.264338 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-72100d33-5a40-467c-afa3-2e0a22f53bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:28.530074 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d437151-8b91-48e2-9611-92564a5b38ff req-90c92046-04d7-4d47-be30-15fc573ac887 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:28.531519 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4d437151-8b91-48e2-9611-92564a5b38ff req-90c92046-04d7-4d47-be30-15fc573ac887 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 944 time: 0.0636983 Jun 24 06:41:28.578397 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4d437151-8b91-48e2-9611-92564a5b38ff req-409edac0-3f83-4f28-a392-bb0614930b35 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Jun 24 06:41:28.593489 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:28.928480 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac7a37-a616-47d3-abc5-8da37a46a395 req-de3b60f1-4559-470f-bb80-73c08842089e tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:28.930052 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e7ac7a37-a616-47d3-abc5-8da37a46a395 req-de3b60f1-4559-470f-bb80-73c08842089e tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 945 time: 0.0904474 Jun 24 06:41:28.981850 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e7ac7a37-a616-47d3-abc5-8da37a46a395 req-377a59c6-e96c-4c57-bd0e-bbc40551b1b7 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Jun 24 06:41:29.443913 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device fdfcf910-46b5-4f2e-ac8a-8ea574342577 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:41:29.468252 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 66f3f565-caff-4e0a-9ff3-82a0ac772272 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:41:29.535572 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:29.580400 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port fdfcf910-46b5-4f2e-ac8a-8ea574342577, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fdfcf910-46b5-4f2e-ac8a-8ea574342577,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:41:29.590732 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': 'fdfcf910-46b5-4f2e-ac8a-8ea574342577', 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71', 'port_id': 'fdfcf910-46b5-4f2e-ac8a-8ea574342577', 'mac_address': 'fa:16:3e:31:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3229d86-3b4f-47ca-851d-a75aa6989721', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:41:29.631066 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:29.649058 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 66f3f565-caff-4e0a-9ff3-82a0ac772272 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:41:29.654175 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfcf910-46b5-4f2e-ac8a-8ea574342577 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:41:29.660920 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 66f3f565-caff-4e0a-9ff3-82a0ac772272 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:41:29.661664 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:29.721100 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port fdfcf910-46b5-4f2e-ac8a-8ea574342577, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fdfcf910-46b5-4f2e-ac8a-8ea574342577,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:41:29.777759 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:29.784449 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-ecb2f345-d5d7-4217-a973-4ae3fdd013c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:29.794512 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:29.812649 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c4a7-d988-428d-a132-04cf32b4d104 req-bbe6b40a-fb98-4945-afde-2c4e0962d05e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:29.815798 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8775c4a7-d988-428d-a132-04cf32b4d104 req-bbe6b40a-fb98-4945-afde-2c4e0962d05e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 944 time: 0.0803826 Jun 24 06:41:29.874699 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceddbd15-609b-457a-9eb3-af159571a42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f3f565-caff-4e0a-9ff3-82a0ac772272'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:41:29.881166 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8775c4a7-d988-428d-a132-04cf32b4d104 req-dcd5ce0f-32ef-4a3d-8620-940944a67d6e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593905 Jun 24 06:41:29.884719 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d44aa73-b27b-4f65-86d3-13b288e5bfbc" -d '{"events": [{"server_uuid": "ceddbd15-609b-457a-9eb3-af159571a42d", "name": "network-vif-plugged", "status": "completed", "tag": "66f3f565-caff-4e0a-9ff3-82a0ac772272"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:41:29.889159 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 66f3f565-caff-4e0a-9ff3-82a0ac772272, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=66f3f565-caff-4e0a-9ff3-82a0ac772272,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:41:29.912636 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=fdfcf910-46b5-4f2e-ac8a-8ea574342577,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:29.915880 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:29.931713 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f4e9f4-af22-4d9f-a73a-680b68dc5d15 x-openstack-request-id: req-67f4e9f4-af22-4d9f-a73a-680b68dc5d15 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:41:29.932021 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceddbd15-609b-457a-9eb3-af159571a42d", "name": "network-vif-plugged", "status": "completed", "tag": "66f3f565-caff-4e0a-9ff3-82a0ac772272", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:41:29.932283 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67f4e9f4-af22-4d9f-a73a-680b68dc5d15 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:41:29.932681 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceddbd15-609b-457a-9eb3-af159571a42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f3f565-caff-4e0a-9ff3-82a0ac772272', 'code': 200} Jun 24 06:41:29.956972 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:29.958964 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-ecb2f345-d5d7-4217-a973-4ae3fdd013c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:30.011381 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=66f3f565-caff-4e0a-9ff3-82a0ac772272,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:30.020441 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:30.164436 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf33c-df2c-409a-8b60-284c1f3f038d req-967c18f3-1703-4d4f-ba56-2789513ee57a tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:30.165873 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e3edf33c-df2c-409a-8b60-284c1f3f038d req-967c18f3-1703-4d4f-ba56-2789513ee57a tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.0680983 Jun 24 06:41:30.204957 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e3edf33c-df2c-409a-8b60-284c1f3f038d req-c22c1248-c572-4fbd-932a-66bfcf1bd1ab tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Jun 24 06:41:30.224091 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['fdfcf910-46b5-4f2e-ac8a-8ea574342577'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:41:30.396064 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18788af2-cdff-4d4c-9e91-f5e61a1a04fa req-60beb561-71fe-4acc-a493-648537a4fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:30.397584 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-18788af2-cdff-4d4c-9e91-f5e61a1a04fa req-60beb561-71fe-4acc-a493-648537a4fbb8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 1099 time: 0.0545149 Jun 24 06:41:30.442320 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-18788af2-cdff-4d4c-9e91-f5e61a1a04fa req-007eab78-63dc-41eb-b060-47e5d3d943ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291452 Jun 24 06:41:31.076301 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4cd2c-53f7-4951-847d-af65131dc99c req-005e0d1c-def3-496c-affb-31138c56cfe4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:31.080224 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75e4cd2c-53f7-4951-847d-af65131dc99c req-005e0d1c-def3-496c-affb-31138c56cfe4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 945 time: 0.0826733 Jun 24 06:41:31.128126 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75e4cd2c-53f7-4951-847d-af65131dc99c req-6d66135c-57f1-4781-9c8c-7795001bc46d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Jun 24 06:41:31.130644 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:31.198816 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38140) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:31.260414 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] Deleting subnet 436d15cc-20f2-4a98-9205-ec710c8a73db {{(pid=100201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 06:41:31.269584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:31.312903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013081'] for subnet, precommit_delete_associations {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:31.392524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:31.727215 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e170570-0b0f-4e28-b149-41e281370b48 req-e2a7d37e-eea1-4281-a52c-70e8e45ae36b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:31.728659 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e170570-0b0f-4e28-b149-41e281370b48 req-e2a7d37e-eea1-4281-a52c-70e8e45ae36b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.3874414 Jun 24 06:41:31.746120 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e061596a-2be3-404a-a6a0-483cf295c790 req-f671f778-bca1-46e3-a8ff-a13f9b24afab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3513577 Jun 24 06:41:31.774719 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e170570-0b0f-4e28-b149-41e281370b48 req-9ce305a9-fe4d-45bb-a8a6-ed1360c171df tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Jun 24 06:41:31.803119 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8494815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9291338'] for subnet, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:31.807773 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:31.838565 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436d15cc-20f2-4a98-9205-ec710c8a73db,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:31.841624 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:31.848908 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:31.848908 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e5bbf53f-b9eb-4f54-b810-1662219ed409 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/436d15cc-20f2-4a98-9205-ec710c8a73db HTTP/1.1" status: 204 len: 168 time: 0.6465354 Jun 24 06:41:31.849133 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38150) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:31.865869 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061596a-2be3-404a-a6a0-483cf295c790 req-a157cbd8-8754-4a3e-9c0a-c202ae70b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:31.867346 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e061596a-2be3-404a-a6a0-483cf295c790 req-a157cbd8-8754-4a3e-9c0a-c202ae70b85f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1099 time: 0.0917943 Jun 24 06:41:31.916027 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.007126 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.017273 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.017611 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.018348 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.018710 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > port after_create 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.019031 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.019368 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > port after_update 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.019684 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.020161 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.020478 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.020788 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.091889 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.092200 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.092350 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.092817 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 06:41:32.093224 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f57953-f4d6-4f98-b835-03506d863809']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:41:32.110430 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7b07ef-dda9-4755-bba5-7899dff10acf') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:41:32.110719 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7b07ef-dda9-4755-bba5-7899dff10acf') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:41:32.128125 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: from cryptography.utils import int_from_bytes Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: from cryptography.utils import int_from_bytes Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 06:41:32.171769 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 06:41:32.335592 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd003-0bda-4465-a6d6-f30591c0229f req-73022468-f355-4a03-a997-8b850914b1f4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:32.335592 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd6bd003-0bda-4465-a6d6-f30591c0229f req-73022468-f355-4a03-a997-8b850914b1f4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 945 time: 0.0708549 Jun 24 06:41:32.355279 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd6bd003-0bda-4465-a6d6-f30591c0229f req-cb475af8-6baa-49ce-8a8b-8bc6a05c4ed0 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Jun 24 06:41:32.510802 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.515687 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-3aace08c-f093-4388-8dec-24ff81e2768f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:32.527700 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.530603 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] 10.222.0.15 "DELETE /v2.0/networks/83f57953-f4d6-4f98-b835-03506d863809 HTTP/1.1" status: 204 len: 168 time: 0.6804817 Jun 24 06:41:32.531622 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=83f57953-f4d6-4f98-b835-03506d863809,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:32.533556 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38160) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:32.533802 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:32.576277 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Deleting subnet d80375bf-1138-4f16-85d3-8d955bab618a {{(pid=100201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 06:41:32.579335 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.616019 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013081'] for subnet, precommit_delete_associations {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.658585 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.807834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8494815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9291338'] for subnet, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.811506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:32.833848 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80375bf-1138-4f16-85d3-8d955bab618a,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:32.836795 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:32.837835 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.839627 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d80375bf-1138-4f16-85d3-8d955bab618a HTTP/1.1" status: 204 len: 168 time: 0.3048999 Jun 24 06:41:32.842493 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38168) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:32.916053 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:32.993025 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.002964 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305107c6-7cdb-4675-8daa-4bf40c8bc6bf']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:41:33.011942 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94255e69-ecd8-48a1-b2a9-50ae5b94a725') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:41:33.012230 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94255e69-ecd8-48a1-b2a9-50ae5b94a725') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:41:33.020976 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.033740 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.039200 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 06:41:33.039572 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 06:41:33.041142 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 06:41:33.162321 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.171814 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a8bf179a-3fa7-4834-8b77-cb6f9cacd99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:33.171814 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.172800 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] 10.222.0.15 "DELETE /v2.0/networks/305107c6-7cdb-4675-8daa-4bf40c8bc6bf HTTP/1.1" status: 204 len: 168 time: 0.3289118 Jun 24 06:41:33.181890 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Pushing event deleted for resources: {'Network': ['ID=305107c6-7cdb-4675-8daa-4bf40c8bc6bf,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:33.184065 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:33.631352 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38176) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:33.674377 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-2e83ecc1-c4c3-4508-a775-c74ddbf387a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbc047d020754f3b9c8ce11d574c410f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417509 Jun 24 06:41:33.676817 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38180) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:33.734539 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-330b1cf8-d8ed-403a-8254-8b93bbec3f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.754603 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-330b1cf8-d8ed-403a-8254-8b93bbec3f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.836786 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device fdfcf910-46b5-4f2e-ac8a-8ea574342577 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:41:33.867752 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-330b1cf8-d8ed-403a-8254-8b93bbec3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.870467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-330b1cf8-d8ed-403a-8254-8b93bbec3f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:33.871697 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-330b1cf8-d8ed-403a-8254-8b93bbec3f1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e211e23-b6aa-44c2-84c7-d7cc6c4248f2 HTTP/1.1" status: 204 len: 168 time: 0.1939561 Jun 24 06:41:33.872717 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1c873e26-213e-4d5a-89ab-3114e8fb84b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:33.881026 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b1cf8-d8ed-403a-8254-8b93bbec3f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e211e23-b6aa-44c2-84c7-d7cc6c4248f2,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:33.883526 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-330b1cf8-d8ed-403a-8254-8b93bbec3f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:34.101611 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port fdfcf910-46b5-4f2e-ac8a-8ea574342577 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:41:34.105500 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port fdfcf910-46b5-4f2e-ac8a-8ea574342577 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:41:34.105880 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:34.180651 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:34.205734 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6855dca9-1a06-4960-b05f-e8afcb1f0878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfcf910-46b5-4f2e-ac8a-8ea574342577'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:41:34.208049 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4bc8a6-5c4d-4fe7-809b-0b6d0c8b74eb" -d '{"events": [{"server_uuid": "6855dca9-1a06-4960-b05f-e8afcb1f0878", "name": "network-vif-plugged", "status": "completed", "tag": "fdfcf910-46b5-4f2e-ac8a-8ea574342577"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:41:34.221674 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port fdfcf910-46b5-4f2e-ac8a-8ea574342577, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fdfcf910-46b5-4f2e-ac8a-8ea574342577,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:41:34.293813 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:34.295761 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-780fbcf4-14f0-4bf7-9bd2-3870b3864fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:34.344096 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=fdfcf910-46b5-4f2e-ac8a-8ea574342577,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:34.347489 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:34.566059 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38192) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:34.604812 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1c091994-4463-4c43-8146-78dabe4a0e07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd8df07d41be41e5aacab346391e1258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374074 Jun 24 06:41:34.607272 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38194) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:34.656489 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6675856b-9c9e-46b4-9686-4ffa29969b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:34.676433 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6675856b-9c9e-46b4-9686-4ffa29969b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:34.813257 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6675856b-9c9e-46b4-9686-4ffa29969b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:34.815891 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6675856b-9c9e-46b4-9686-4ffa29969b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:34.817026 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6675856b-9c9e-46b4-9686-4ffa29969b8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4b8daf1-666a-494d-b84e-de3e24c0a0ff HTTP/1.1" status: 204 len: 168 time: 0.2088351 Jun 24 06:41:34.817823 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f803b274-1ff9-420b-87d0-092bbc0a1d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:34.825270 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675856b-9c9e-46b4-9686-4ffa29969b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b8daf1-666a-494d-b84e-de3e24c0a0ff,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:34.828306 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6675856b-9c9e-46b4-9686-4ffa29969b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:35.050762 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:35.074553 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061596a-2be3-404a-a6a0-483cf295c790 req-1c973358-c7f8-4450-88af-b9db93a6387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:35.076210 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e061596a-2be3-404a-a6a0-483cf295c790 req-1c973358-c7f8-4450-88af-b9db93a6387c service neutron] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 920 time: 0.0936453 Jun 24 06:41:35.146085 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e061596a-2be3-404a-a6a0-483cf295c790 req-8189f1fd-1e21-45ae-a155-822950fe60b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 200 len: 217 time: 0.0565975 Jun 24 06:41:35.192472 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0692b70-c4a4-425b-a8a7-89524524b3f9 req-f456d4bb-d7f9-41b1-85e8-9b5538bc7539 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:35.200036 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c0692b70-c4a4-425b-a8a7-89524524b3f9 req-f456d4bb-d7f9-41b1-85e8-9b5538bc7539 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.0888824 Jun 24 06:41:35.219292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061596a-2be3-404a-a6a0-483cf295c790 req-848b177f-6cec-4566-8c2d-890b5df29b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:35.221702 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e061596a-2be3-404a-a6a0-483cf295c790 req-848b177f-6cec-4566-8c2d-890b5df29b1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.0668299 Jun 24 06:41:35.241642 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c0692b70-c4a4-425b-a8a7-89524524b3f9 req-ebf6fbcf-ba9f-4d9b-bf9d-efb0c4cbae18 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Jun 24 06:41:35.270403 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e061596a-2be3-404a-a6a0-483cf295c790 req-a02ea0c1-128c-44f5-8123-b575fa731a03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389404 Jun 24 06:41:35.305555 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dcd235-4287-4b83-855e-c421fbbe1066 x-openstack-request-id: req-79dcd235-4287-4b83-855e-c421fbbe1066 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:41:35.305555 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6855dca9-1a06-4960-b05f-e8afcb1f0878", "name": "network-vif-plugged", "status": "completed", "tag": "fdfcf910-46b5-4f2e-ac8a-8ea574342577", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:41:35.305555 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79dcd235-4287-4b83-855e-c421fbbe1066 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:41:35.305555 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6855dca9-1a06-4960-b05f-e8afcb1f0878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfcf910-46b5-4f2e-ac8a-8ea574342577', 'code': 200} Jun 24 06:41:35.440072 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e061596a-2be3-404a-a6a0-483cf295c790 req-fdc01842-77a6-44bd-8a38-509768721980 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574631 Jun 24 06:41:35.470294 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c42fc-94b4-4498-b304-8cd744e1fd3d req-ffc6ac24-0dfb-4853-94a5-c4af81c21e50 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:35.471757 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4b6c42fc-94b4-4498-b304-8cd744e1fd3d req-ffc6ac24-0dfb-4853-94a5-c4af81c21e50 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 946 time: 0.1010346 Jun 24 06:41:35.563836 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4b6c42fc-94b4-4498-b304-8cd744e1fd3d req-8e07a24c-e08f-43a0-b059-07964b964dc0 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810966 Jun 24 06:41:35.602285 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e061596a-2be3-404a-a6a0-483cf295c790 req-d04f905d-7027-4cfd-83b3-c668ce5c5853 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476161 Jun 24 06:41:35.829529 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121a077-0a3d-408c-9da7-493d8b86f592 req-55b15343-a476-405c-9ae2-accac11ede49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:35.831103 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9121a077-0a3d-408c-9da7-493d8b86f592 req-55b15343-a476-405c-9ae2-accac11ede49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 1099 time: 0.0550373 Jun 24 06:41:35.890664 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9121a077-0a3d-408c-9da7-493d8b86f592 req-acb86015-a105-4da3-a6d9-57311c9c4350 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301936 Jun 24 06:41:36.749319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7caea-aa2d-47aa-b8ae-3fc1caec8f40 req-45b58bcf-32aa-4e40-bc84-d5266193988c tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:36.750760 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cbc7caea-aa2d-47aa-b8ae-3fc1caec8f40 req-45b58bcf-32aa-4e40-bc84-d5266193988c tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 946 time: 0.0611360 Jun 24 06:41:36.799026 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cbc7caea-aa2d-47aa-b8ae-3fc1caec8f40 req-4ffe164d-671e-44a8-9b0d-a0b152118dbb tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Jun 24 06:41:39.687131 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a4ce4-c156-4e71-81b4-7b51ef05301d req-c4671352-4f30-401b-8c7d-3e1c5d9e722d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:39.688564 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4a5a4ce4-c156-4e71-81b4-7b51ef05301d req-c4671352-4f30-401b-8c7d-3e1c5d9e722d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 946 time: 0.0610409 Jun 24 06:41:39.727347 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4a5a4ce4-c156-4e71-81b4-7b51ef05301d req-efb15b8a-fbb6-4eb7-b9ca-f9b6570880db tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Jun 24 06:41:40.941765 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-3ba7b900-c179-4863-b149-c1da4ebad5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:40.943776 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-3ba7b900-c179-4863-b149-c1da4ebad5c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1099 time: 0.0541408 Jun 24 06:41:41.082727 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-af3dae01-7f1e-4022-b4c9-28d83269eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:41.084187 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-af3dae01-7f1e-4022-b4c9-28d83269eaa2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 920 time: 0.1279516 Jun 24 06:41:41.136562 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-ec0d29d6-db3a-499a-a212-0b974024cc03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 200 len: 217 time: 0.0410099 Jun 24 06:41:41.148030 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cb3ee-7667-41ab-90eb-0ef72cf7ab7d req-4043034e-cbe7-4850-90f6-19670436e69e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:41.149488 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-392cb3ee-7667-41ab-90eb-0ef72cf7ab7d req-4043034e-cbe7-4850-90f6-19670436e69e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1149168 Jun 24 06:41:41.187309 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-392cb3ee-7667-41ab-90eb-0ef72cf7ab7d req-efe10ce8-1bf8-40b4-8942-b6566bffc066 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Jun 24 06:41:41.365546 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07424f3-8b47-4062-94cd-60294adcf047 req-02d24d5f-68af-43e9-b15a-df9fb2381ddd tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:41.366985 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a07424f3-8b47-4062-94cd-60294adcf047 req-02d24d5f-68af-43e9-b15a-df9fb2381ddd tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 946 time: 0.0603230 Jun 24 06:41:41.403361 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a07424f3-8b47-4062-94cd-60294adcf047 req-e6073deb-d3d4-4dac-94c6-e2f638ae9ac1 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Jun 24 06:41:42.360045 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0974a90-df41-49b5-a759-2048b32322a3 req-c6367d4f-814c-4682-a099-014c3469b5ed tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:42.361538 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d0974a90-df41-49b5-a759-2048b32322a3 req-c6367d4f-814c-4682-a099-014c3469b5ed tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0632672 Jun 24 06:41:42.399252 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d0974a90-df41-49b5-a759-2048b32322a3 req-92866f9c-d6f2-48a1-9fde-854ba12aa500 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Jun 24 06:41:43.575846 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbe615-44a0-42cb-b792-30753cf365b2 req-bc96eea3-4dec-4167-8ea4-ad56c682539f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:43.577613 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffbbe615-44a0-42cb-b792-30753cf365b2 req-bc96eea3-4dec-4167-8ea4-ad56c682539f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0681076 Jun 24 06:41:43.614773 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffbbe615-44a0-42cb-b792-30753cf365b2 req-66a58fd3-b569-46de-a0b3-74723dbbb4f7 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Jun 24 06:41:44.442782 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-0977d842-c129-4a08-b4a2-34ee5a64e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:44.448366 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-0977d842-c129-4a08-b4a2-34ee5a64e374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.0466340 Jun 24 06:41:44.490628 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-c62f744b-5524-448a-9e01-d87cd23c8afc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326765 Jun 24 06:41:44.597562 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-e1cb64e1-6efe-4cb7-99f7-64966c2d8d57 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898919 Jun 24 06:41:44.704377 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3ddc98ac-5eb5-4d28-bb70-69fd81135f15 req-95a46051-4721-4a70-86cb-95eeddca2798 service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945222 Jun 24 06:41:44.827135 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a669d-8321-4291-acb5-66f55640bbd4 req-1de8f62c-94fc-45f4-b295-96c9d7ca068f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:44.828639 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-438a669d-8321-4291-acb5-66f55640bbd4 req-1de8f62c-94fc-45f4-b295-96c9d7ca068f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0662389 Jun 24 06:41:44.875071 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-438a669d-8321-4291-acb5-66f55640bbd4 req-631be298-e5b7-4315-80d8-47ff9482e7f5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 Jun 24 06:41:46.048918 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18206574-f704-4e2b-9170-a1c4df9efa28 req-b99cb037-7014-40c3-a146-8acb3aa362af tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:46.050397 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-18206574-f704-4e2b-9170-a1c4df9efa28 req-b99cb037-7014-40c3-a146-8acb3aa362af tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0646219 Jun 24 06:41:46.086819 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-18206574-f704-4e2b-9170-a1c4df9efa28 req-21bbc1da-79e1-414c-9bef-2db4ca1f662d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Jun 24 06:41:47.256786 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ccf6-7bea-41c6-b53b-3bc7352adfb3 req-8f85c3eb-3407-4a44-90e7-3b2a2d16ad04 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:47.258192 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8678ccf6-7bea-41c6-b53b-3bc7352adfb3 req-8f85c3eb-3407-4a44-90e7-3b2a2d16ad04 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0619736 Jun 24 06:41:47.294647 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8678ccf6-7bea-41c6-b53b-3bc7352adfb3 req-86d16406-3b5e-430d-8fe6-c5bdc61bf4f5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Jun 24 06:41:48.474406 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135285-3c86-4a48-a294-5d73326212b1 req-45cddd49-4409-4f0d-923f-f7a4ea1bc195 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:48.475833 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-49135285-3c86-4a48-a294-5d73326212b1 req-45cddd49-4409-4f0d-923f-f7a4ea1bc195 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0621033 Jun 24 06:41:48.513123 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-49135285-3c86-4a48-a294-5d73326212b1 req-9e4e8071-95ff-452c-9c26-eedd96245dc0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Jun 24 06:41:49.716794 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd69fb8-bc9f-44b9-bc7b-b6b0a6df2c5f req-ff4bc871-49b7-488e-af8c-7f47c92ac64a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:49.718552 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-dcd69fb8-bc9f-44b9-bc7b-b6b0a6df2c5f req-ff4bc871-49b7-488e-af8c-7f47c92ac64a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0786085 Jun 24 06:41:49.766100 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-dcd69fb8-bc9f-44b9-bc7b-b6b0a6df2c5f req-e8c15f65-385a-406f-99a7-150649c8b648 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Jun 24 06:41:49.948703 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517dc6b-298b-4cd8-8e5a-8e8fd38819e3 req-86fce06f-16fd-417b-9bcc-efeeec01e3d1 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:49.950549 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c517dc6b-298b-4cd8-8e5a-8e8fd38819e3 req-86fce06f-16fd-417b-9bcc-efeeec01e3d1 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 946 time: 0.0657070 Jun 24 06:41:50.005697 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c517dc6b-298b-4cd8-8e5a-8e8fd38819e3 req-c148c75b-0254-4b3a-8bb0-097f59e27556 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480089 Jun 24 06:41:50.940462 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731f38d-9ffa-42c6-81ee-32cd807c4bcd req-17ba544d-2424-4556-817f-1a6892eefd29 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:50.941916 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7731f38d-9ffa-42c6-81ee-32cd807c4bcd req-17ba544d-2424-4556-817f-1a6892eefd29 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0621414 Jun 24 06:41:50.985033 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7731f38d-9ffa-42c6-81ee-32cd807c4bcd req-a21007ba-6a84-46c7-9cc9-1b46a2de7bff tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372269 Jun 24 06:41:51.196387 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adea60-867a-401c-91c8-08e99e805b3a req-bbfbb852-5c7f-4c4a-bab9-e09ca1b2a8f1 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:51.197664 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-11adea60-867a-401c-91c8-08e99e805b3a req-bbfbb852-5c7f-4c4a-bab9-e09ca1b2a8f1 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 946 time: 0.0668161 Jun 24 06:41:51.235955 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-11adea60-867a-401c-91c8-08e99e805b3a req-64d69abf-9e90-437c-b417-fc81eb1e6314 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Jun 24 06:41:51.893191 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ccb58-f96f-434d-b859-453641466350 req-a3e8c2e6-7065-4857-8b2f-161ff769564e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:51.894655 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-243ccb58-f96f-434d-b859-453641466350 req-a3e8c2e6-7065-4857-8b2f-161ff769564e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.21 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 946 time: 0.0760171 Jun 24 06:41:52.013923 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Deleting port fdfcf910-46b5-4f2e-ac8a-8ea574342577 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:41:52.014527 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:52.150620 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] For port fdfcf910-46b5-4f2e-ac8a-8ea574342577, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fdfcf910-46b5-4f2e-ac8a-8ea574342577,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:41:52.151266 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:52.172201 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Calling delete_port for fdfcf910-46b5-4f2e-ac8a-8ea574342577 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:41:52.176150 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f5209-03bd-4f59-a173-0a4406772f13 req-08849f8e-5620-4845-8867-1e35407147f3 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:52.178765 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f53f5209-03bd-4f59-a173-0a4406772f13 req-08849f8e-5620-4845-8867-1e35407147f3 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0885637 Jun 24 06:41:52.221002 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f53f5209-03bd-4f59-a173-0a4406772f13 req-6e59cc06-936d-4cc4-ad5a-a105aff3a6ce tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360601 Jun 24 06:41:52.271520 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3710-e54f-4d0f-afdf-5d759530443f req-9098e9c1-b0df-4193-ae5e-f742e19fda0e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:52.273078 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8efb3710-e54f-4d0f-afdf-5d759530443f req-9098e9c1-b0df-4193-ae5e-f742e19fda0e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1666961 Jun 24 06:41:52.323816 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8efb3710-e54f-4d0f-afdf-5d759530443f req-36b89b9a-967f-4a2c-9d23-58422b804c89 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447388 Jun 24 06:41:52.422622 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960d362-3ce3-4b73-91a2-ed813107fee1 req-48e9ac5e-b3c4-4224-bae9-ec741ae51e4b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:52.424118 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7960d362-3ce3-4b73-91a2-ed813107fee1 req-48e9ac5e-b3c4-4224-bae9-ec741ae51e4b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 946 time: 0.0622816 Jun 24 06:41:52.432710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:52.436692 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e203a643-2bd6-4ab6-a650-0b5c6169df17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:52.448791 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['fdfcf910-46b5-4f2e-ac8a-8ea574342577'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:41:52.465917 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Pushing event deleted for resources: {'Port': ['ID=fdfcf910-46b5-4f2e-ac8a-8ea574342577,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:52.470086 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:52.473473 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7960d362-3ce3-4b73-91a2-ed813107fee1 req-98788c8e-a12e-41d6-b0e8-ce4284ca94aa tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 Jun 24 06:41:52.513812 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] No DVR routers for this DVR port fdfcf910-46b5-4f2e-ac8a-8ea574342577 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:41:52.516332 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:52.518596 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-243ccb58-f96f-434d-b859-453641466350 req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.21 "DELETE /v2.0/ports/fdfcf910-46b5-4f2e-ac8a-8ea574342577 HTTP/1.1" status: 204 len: 173 time: 0.6128712 Jun 24 06:41:52.519136 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6855dca9-1a06-4960-b05f-e8afcb1f0878', 'name': 'network-vif-deleted', 'tag': 'fdfcf910-46b5-4f2e-ac8a-8ea574342577'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:41:52.521711 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226dc1c1-e858-458e-a950-354f3f6fc1a9" -d '{"events": [{"server_uuid": "6855dca9-1a06-4960-b05f-e8afcb1f0878", "name": "network-vif-deleted", "tag": "fdfcf910-46b5-4f2e-ac8a-8ea574342577"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:41:52.561487 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5024caa-6410-48d6-9912-12c3e6749299 x-openstack-request-id: req-b5024caa-6410-48d6-9912-12c3e6749299 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:41:52.561711 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6855dca9-1a06-4960-b05f-e8afcb1f0878", "name": "network-vif-deleted", "tag": "fdfcf910-46b5-4f2e-ac8a-8ea574342577", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:41:52.562051 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5024caa-6410-48d6-9912-12c3e6749299 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:41:52.562650 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6855dca9-1a06-4960-b05f-e8afcb1f0878', 'name': 'network-vif-deleted', 'tag': 'fdfcf910-46b5-4f2e-ac8a-8ea574342577', 'status': 'completed', 'code': 200} Jun 24 06:41:53.534671 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511835b-0a7a-42eb-9cba-d4f16a0a4c40 req-d5099044-f791-4147-9808-021854bb2589 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:53.536225 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1511835b-0a7a-42eb-9cba-d4f16a0a4c40 req-d5099044-f791-4147-9808-021854bb2589 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0697412 Jun 24 06:41:53.578663 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1511835b-0a7a-42eb-9cba-d4f16a0a4c40 req-649e37e8-eeac-4afc-b9e3-107724f6d2e7 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343840 Jun 24 06:41:53.646110 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08f1be-9b2a-4a76-a85b-5fe5e4e03c5c req-8bf3864b-a575-48a5-9c6e-04bdfc0fe97f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:53.647654 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-eb08f1be-9b2a-4a76-a85b-5fe5e4e03c5c req-8bf3864b-a575-48a5-9c6e-04bdfc0fe97f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.2891412 Jun 24 06:41:53.705826 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-eb08f1be-9b2a-4a76-a85b-5fe5e4e03c5c req-df453a52-1b0a-44d6-8241-85caee38c98c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495863 Jun 24 06:41:53.763496 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cde5cf3c-3e2e-408e-abd9-d50f7c341dfb req-6ab30487-9efb-4313-95b6-e84ff8eb917d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=6855dca9-1a06-4960-b05f-e8afcb1f0878 HTTP/1.1" status: 200 len: 210 time: 0.0409865 Jun 24 06:41:53.794291 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38582) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:53.917997 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0e4582f9-69ce-48fa-88d0-abedc7c71d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:54.006151 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0e4582f9-69ce-48fa-88d0-abedc7c71d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:54.061799 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0e4582f9-69ce-48fa-88d0-abedc7c71d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:54.064280 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f7c746e6-9b2a-42ad-8bf1-432d36ed34f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:54.103083 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-0e4582f9-69ce-48fa-88d0-abedc7c71d4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8f4c2e4c52940f7a263f98fdb50a9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075943 Jun 24 06:41:54.103960 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4582f9-69ce-48fa-88d0-abedc7c71d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9447be-972f-447a-96d6-a26070a1c0cd,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:54.106266 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38588) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:54.107094 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0e4582f9-69ce-48fa-88d0-abedc7c71d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:54.154230 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f5af0413-1cf8-40c6-b9aa-3190b37dadf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:54.177313 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f5af0413-1cf8-40c6-b9aa-3190b37dadf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:54.293545 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f5af0413-1cf8-40c6-b9aa-3190b37dadf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:54.298017 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f5af0413-1cf8-40c6-b9aa-3190b37dadf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:54.298017 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-f5af0413-1cf8-40c6-b9aa-3190b37dadf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f9447be-972f-447a-96d6-a26070a1c0cd HTTP/1.1" status: 204 len: 168 time: 0.1902485 Jun 24 06:41:54.298205 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:54.305720 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af0413-1cf8-40c6-b9aa-3190b37dadf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9447be-972f-447a-96d6-a26070a1c0cd,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:54.308005 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f5af0413-1cf8-40c6-b9aa-3190b37dadf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:54.775509 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d8a69-fe46-4e20-90fa-f39639348231 req-0fc08aaa-6dbe-41eb-a401-6c79c9908701 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:54.776997 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1c8d8a69-fe46-4e20-90fa-f39639348231 req-0fc08aaa-6dbe-41eb-a401-6c79c9908701 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0719402 Jun 24 06:41:54.814120 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1c8d8a69-fe46-4e20-90fa-f39639348231 req-d26cb654-eb16-45eb-904d-97d3af9917d4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Jun 24 06:41:54.889909 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa85e7-a4e6-4f14-b506-0fb2a266c78d req-1bb17d89-ca1c-429b-894d-2c6a725f9164 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:54.891397 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9afa85e7-a4e6-4f14-b506-0fb2a266c78d req-1bb17d89-ca1c-429b-894d-2c6a725f9164 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0710795 Jun 24 06:41:54.946593 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9afa85e7-a4e6-4f14-b506-0fb2a266c78d req-e6b90e88-77d9-461d-a506-da3462823d77 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492561 Jun 24 06:41:55.215687 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4eba652a-879b-449a-8289-ccd5b067f618 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:55.217586 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4eba652a-879b-449a-8289-ccd5b067f618 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/networks?id=82882f25-f4df-4152-a357-8952df4bcd71 HTTP/1.1" status: 200 len: 809 time: 0.1300092 Jun 24 06:41:55.234439 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-e9a0d3ad-e169-46e6-84d4-785c685aaf7e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/quotas/eba000fe6cec4605a7b8e98590f10bf5 HTTP/1.1" status: 200 len: 375 time: 0.0104616 Jun 24 06:41:55.276144 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-822982b2-f9b4-4afc-8302-ade02253b0b4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eba000fe6cec4605a7b8e98590f10bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347550 Jun 24 06:41:55.400112 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-37245f2a-4053-41f5-8fe0-31062b734308 service neutron] 10.222.0.15 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159294 Jun 24 06:41:55.516389 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-99b7a3d9-a7ce-44d8-adf5-02dd0c634730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:55.529519 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-7a0cbd1e-9623-4f58-ba8f-43647624db42 service neutron] 10.222.0.15 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283393 Jun 24 06:41:55.543445 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38648) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:55.686118 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-494f5fb5-8d92-4344-ac23-cf98c5f4976f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:55.780847 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-494f5fb5-8d92-4344-ac23-cf98c5f4976f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:55.850918 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-494f5fb5-8d92-4344-ac23-cf98c5f4976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:55.856936 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9f371953-371f-4e39-8c80-46d2de33aac6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:55.910848 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device fdfcf910-46b5-4f2e-ac8a-8ea574342577 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:41:55.947895 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5fb5-8d92-4344-ac23-cf98c5f4976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70399021-c6a1-4409-a91e-73cf6c2a7494,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:55.958787 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-494f5fb5-8d92-4344-ac23-cf98c5f4976f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:55.979734 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: fdfcf910-46b5-4f2e-ac8a-8ea574342577 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:41:55.979822 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device fdfcf910-46b5-4f2e-ac8a-8ea574342577 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:41:56.008199 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cb0135d7-8839-476a-af83-00e8d537c8f3 req-5179f347-2dde-4258-86e9-9cfb4b9344fc tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 210 time: 0.1174769 Jun 24 06:41:56.016134 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-494f5fb5-8d92-4344-ac23-cf98c5f4976f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d2a832124284373aa007aa788900eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709272 Jun 24 06:41:56.021667 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38664) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:41:56.049567 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c6b81-81b7-4f78-b93b-5e79a2a4c14c req-eb04a862-0b4f-49c1-8918-35df9097b86e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:56.051115 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-902c6b81-81b7-4f78-b93b-5e79a2a4c14c req-eb04a862-0b4f-49c1-8918-35df9097b86e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1094971 Jun 24 06:41:56.129716 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-40a164d5-2b69-476b-a7a2-a88c541cf3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:56.144694 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-902c6b81-81b7-4f78-b93b-5e79a2a4c14c req-93bf1cb9-2bb4-4065-99a7-8746ecf3ba53 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758774 Jun 24 06:41:56.163198 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-40a164d5-2b69-476b-a7a2-a88c541cf3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:56.285569 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97fad2-ca24-40da-816b-5d5ce3e3af86 req-027c08e0-f0b7-4b38-a74c-ec3b27928322 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:56.287644 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cc97fad2-ca24-40da-816b-5d5ce3e3af86 req-027c08e0-f0b7-4b38-a74c-ec3b27928322 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0946083 Jun 24 06:41:56.325958 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cc97fad2-ca24-40da-816b-5d5ce3e3af86 req-5efbd62a-bc76-4b6c-93a2-1eac96383fe6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Jun 24 06:41:56.361587 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-40a164d5-2b69-476b-a7a2-a88c541cf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:56.364915 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-40a164d5-2b69-476b-a7a2-a88c541cf3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:56.365408 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-40a164d5-2b69-476b-a7a2-a88c541cf3b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70399021-c6a1-4409-a91e-73cf6c2a7494 HTTP/1.1" status: 204 len: 168 time: 0.3453438 Jun 24 06:41:56.366184 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1e7e8356-0f40-4fec-a50e-9b4509006cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:56.376825 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a164d5-2b69-476b-a7a2-a88c541cf3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70399021-c6a1-4409-a91e-73cf6c2a7494,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:56.383196 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-40a164d5-2b69-476b-a7a2-a88c541cf3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:57.176993 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-938b60be-9d39-4cd4-b17e-eb188799e808 req-d55245e4-cf3e-4d38-9ef3-0489b1ea8694 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 210 time: 0.0331717 Jun 24 06:41:57.357481 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875d09-d294-4946-9b3d-77bd833d4742 req-2c1f2cc6-856b-4d68-8c8b-e51563bd1767 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:57.363953 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8f875d09-d294-4946-9b3d-77bd833d4742 req-2c1f2cc6-856b-4d68-8c8b-e51563bd1767 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0802002 Jun 24 06:41:57.398858 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8f875d09-d294-4946-9b3d-77bd833d4742 req-2741d0f8-0ab2-4c75-a71e-b9004434d33d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Jun 24 06:41:57.530260 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a2ed4-5b5e-4a82-bb2a-67b060e10c7c req-6d7b2172-bf82-4eab-8a66-e3fff4fb310b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:57.531876 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cb9a2ed4-5b5e-4a82-bb2a-67b060e10c7c req-6d7b2172-bf82-4eab-8a66-e3fff4fb310b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0748348 Jun 24 06:41:57.579560 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cb9a2ed4-5b5e-4a82-bb2a-67b060e10c7c req-5cc055f1-6d4c-466d-a4d6-89acfc1dbf85 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391667 Jun 24 06:41:57.835261 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:41:58.238541 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9d4710ce-8e92-43b4-b2db-283d93444a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:58.331448 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e79ddf2b-e214-412f-9491-256186e7d99a req-69332d3a-a64e-40a9-840e-df8e5fadb78f tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 210 time: 0.0349557 Jun 24 06:41:58.379078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-c0d1618a-840d-4d66-af7f-e6f7cc61a98b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:58.381140 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-c0d1618a-840d-4d66-af7f-e6f7cc61a98b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.21 "GET /v2.0/networks?id=82882f25-f4df-4152-a357-8952df4bcd71 HTTP/1.1" status: 200 len: 809 time: 0.1220179 Jun 24 06:41:58.395893 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Request body: {'port': {'device_id': '5cdb46a2-d47f-42d5-a4f9-102c4d733cfd', 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71', 'admin_state_up': True, 'tenant_id': 'eba000fe6cec4605a7b8e98590f10bf5'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:58.581951 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Made reservation on behalf of eba000fe6cec4605a7b8e98590f10bf5 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:41:58.585381 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:58.614444 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:58.669389 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6a178-741f-45d5-aba8-0d4b12f8a58d req-4b96ce4a-1e14-4eba-93d1-722753305041 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:58.670839 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2cd6a178-741f-45d5-aba8-0d4b12f8a58d req-4b96ce4a-1e14-4eba-93d1-722753305041 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1233611 Jun 24 06:41:58.756888 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2cd6a178-741f-45d5-aba8-0d4b12f8a58d req-fefe62a9-6d48-451c-af7b-dab61a3a05d8 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747828 Jun 24 06:41:58.761162 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Allocated IP 172.20.0.6 (82882f25-f4df-4152-a357-8952df4bcd71/b3229d86-3b4f-47ca-851d-a75aa6989721/e009c54d-4237-4c31-8150-f068f93d7929) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:41:58.770337 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d324f-5e2b-473c-8245-5cb84cd28df6 req-310c7a43-68e4-4c35-8b2e-771f9b3d5708 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:58.776193 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-604d324f-5e2b-473c-8245-5cb84cd28df6 req-310c7a43-68e4-4c35-8b2e-771f9b3d5708 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0685143 Jun 24 06:41:58.813745 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-604d324f-5e2b-473c-8245-5cb84cd28df6 req-8f6625eb-61d6-4ef8-90ae-d2b9114b875a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348616 Jun 24 06:41:58.934846 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:59.042450 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:59.046356 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:41:59.087427 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Network 82882f25-f4df-4152-a357-8952df4bcd71 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:41:59.092544 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:41:59.099407 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:41:59.105949 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Pushing event updated for resources: {'Port': ['ID=e009c54d-4237-4c31-8150-f068f93d7929,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:41:59.125218 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:41:59.150233 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:59.150835 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:59.262629 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8711295 Jun 24 06:41:59.280709 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Request body: {'port': {'device_id': '5cdb46a2-d47f-42d5-a4f9-102c4d733cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:41:59.493417 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:59.618855 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:59.694973 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebaba1-d558-44a2-97e1-c9997ea020ff req-3046cfd3-656f-4894-8dff-1b742a1c5d72 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:59.696403 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-baebaba1-d558-44a2-97e1-c9997ea020ff req-3046cfd3-656f-4894-8dff-1b742a1c5d72 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 931 time: 0.1207185 Jun 24 06:41:59.808929 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-baebaba1-d558-44a2-97e1-c9997ea020ff req-92962fa9-aea4-4dbc-8f95-bd155652f8df tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667243 Jun 24 06:41:59.948936 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33bbd-884d-4a03-8912-b69701c14fc8 req-c8550d88-8dea-4565-9890-92fd1fbd9dc4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:41:59.950469 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a4d33bbd-884d-4a03-8912-b69701c14fc8 req-c8550d88-8dea-4565-9890-92fd1fbd9dc4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0713401 Jun 24 06:41:59.957839 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e009c54d-4237-4c31-8150-f068f93d7929 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:41:59.967784 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:41:59.991096 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a4d33bbd-884d-4a03-8912-b69701c14fc8 req-f1235394-1e59-4b73-b67e-94ec1d630aef tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 Jun 24 06:42:00.010565 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Transition to ACTIVE for port object e009c54d-4237-4c31-8150-f068f93d7929 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:42:00.052597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83d533-4634-4922-9383-0603f15dc8b0 req-c8b9a68a-21f1-4e70-b26a-9bd85df588b1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:00.057753 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ff83d533-4634-4922-9383-0603f15dc8b0 req-c8b9a68a-21f1-4e70-b26a-9bd85df588b1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0913634 Jun 24 06:42:00.080567 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.087198 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3cdd6136-9421-4e2d-a835-01ebf67b45f0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:00.127030 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ff83d533-4634-4922-9383-0603f15dc8b0 req-a593f2cb-f83f-4e35-964f-8d06beb7a320 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670049 Jun 24 06:42:00.144003 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Pushing event updated for resources: {'Port': ['ID=e009c54d-4237-4c31-8150-f068f93d7929,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:00.148348 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:00.214678 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Attempting to bind port e009c54d-4237-4c31-8150-f068f93d7929 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:42:00.215012 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Attempting to bind port e009c54d-4237-4c31-8150-f068f93d7929 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:42:00.215340 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Attempting to bind port e009c54d-4237-4c31-8150-f068f93d7929 on network 82882f25-f4df-4152-a357-8952df4bcd71 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:42:00.219454 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Port e009c54d-4237-4c31-8150-f068f93d7929 on network 82882f25-f4df-4152-a357-8952df4bcd71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:42:00.222255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Attempting to bind port e009c54d-4237-4c31-8150-f068f93d7929 on network 82882f25-f4df-4152-a357-8952df4bcd71 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:42:00.225654 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:42:00.226007 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Checking segment: {'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:42:00.226383 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Bound using segment: {'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:42:00.226806 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Bound port: e009c54d-4237-4c31-8150-f068f93d7929, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d5e1f6-1433-42c1-b32c-ff754087d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:42:00.227145 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.288457 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] For port e009c54d-4237-4c31-8150-f068f93d7929, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:42:00.291371 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] For port e009c54d-4237-4c31-8150-f068f93d7929, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e009c54d-4237-4c31-8150-f068f93d7929,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:42:00.370301 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.373369 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7f2b5149-1bd0-4862-8a28-596d23660ca7 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:00.387708 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38774) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:00.415087 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:00.415715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.417104 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] 10.222.0.21 "PUT /v2.0/ports/e009c54d-4237-4c31-8150-f068f93d7929 HTTP/1.1" status: 200 len: 1093 time: 1.1405344 Jun 24 06:42:00.417602 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdb46a2-d47f-42d5-a4f9-102c4d733cfd', 'tag': 'e009c54d-4237-4c31-8150-f068f93d7929'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:00.419892 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9831df41-9e19-46ea-99bb-88ba0c97531a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdb46a2-d47f-42d5-a4f9-102c4d733cfd", "tag": "e009c54d-4237-4c31-8150-f068f93d7929"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:00.447516 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Pushing event updated for resources: {'Port': ['ID=e009c54d-4237-4c31-8150-f068f93d7929,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:00.463373 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:00.469379 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8e2d44-5728-4125-ba50-9e57f58e8105 x-openstack-request-id: req-0a8e2d44-5728-4125-ba50-9e57f58e8105 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:00.469745 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdb46a2-d47f-42d5-a4f9-102c4d733cfd", "tag": "e009c54d-4237-4c31-8150-f068f93d7929", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:00.470865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a8e2d44-5728-4125-ba50-9e57f58e8105 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:00.471345 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdb46a2-d47f-42d5-a4f9-102c4d733cfd', 'tag': 'e009c54d-4237-4c31-8150-f068f93d7929', 'status': 'completed', 'code': 200} Jun 24 06:42:00.522827 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2e53b748-43a6-4461-ab86-232b70fdedca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.551814 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831df41-9e19-46ea-99bb-88ba0c97531a req-d418b1a7-ac8c-4c78-b02d-f4b6240f252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:00.553320 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9831df41-9e19-46ea-99bb-88ba0c97531a req-d418b1a7-ac8c-4c78-b02d-f4b6240f252e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eba000fe6cec4605a7b8e98590f10bf5&device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 1096 time: 0.0558918 Jun 24 06:42:00.613127 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2e53b748-43a6-4461-ab86-232b70fdedca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.654582 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831df41-9e19-46ea-99bb-88ba0c97531a req-3284ba5d-516f-4f77-9fb7-9c90f718e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:00.656043 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9831df41-9e19-46ea-99bb-88ba0c97531a req-3284ba5d-516f-4f77-9fb7-9c90f718e5f6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=eba000fe6cec4605a7b8e98590f10bf5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0902781 Jun 24 06:42:00.658961 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2e53b748-43a6-4461-ab86-232b70fdedca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.662358 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-69ad394e-04d9-4cc7-a1ee-ea3f2a73ad51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:00.702717 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-2e53b748-43a6-4461-ab86-232b70fdedca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00ed470a11ab4cf9ab23ec77abc05b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137379 Jun 24 06:42:00.703884 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53b748-43a6-4461-ab86-232b70fdedca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0faf43-4261-4509-ac50-493f99650fd1,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:00.707802 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2e53b748-43a6-4461-ab86-232b70fdedca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:00.708288 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38782) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:00.756666 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831df41-9e19-46ea-99bb-88ba0c97531a req-5b7ea238-64e1-4bfb-999d-a89a3bcfea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:00.758101 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9744f23d-486a-40ee-8c25-683c7fe9aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.759074 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9831df41-9e19-46ea-99bb-88ba0c97531a req-5b7ea238-64e1-4bfb-999d-a89a3bcfea62 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922396 Jun 24 06:42:00.779830 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9744f23d-486a-40ee-8c25-683c7fe9aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.854516 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-8049fd97-fded-47fc-aac9-961425c23a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:00.855990 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-8049fd97-fded-47fc-aac9-961425c23a4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eba000fe6cec4605a7b8e98590f10bf5&device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 1096 time: 0.0529702 Jun 24 06:42:00.890341 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9744f23d-486a-40ee-8c25-683c7fe9aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.893649 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9744f23d-486a-40ee-8c25-683c7fe9aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:00.895114 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9744f23d-486a-40ee-8c25-683c7fe9aa0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d0faf43-4261-4509-ac50-493f99650fd1 HTTP/1.1" status: 204 len: 168 time: 0.1858139 Jun 24 06:42:00.896039 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-dfe1a5eb-73cd-4d5c-b242-adf134751afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:00.901322 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-5ed05464-29c4-48b5-b697-530e49bb3a70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e009c54d-4237-4c31-8150-f068f93d7929 HTTP/1.1" status: 200 len: 217 time: 0.0368793 Jun 24 06:42:00.904511 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744f23d-486a-40ee-8c25-683c7fe9aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0faf43-4261-4509-ac50-493f99650fd1,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:00.908519 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9744f23d-486a-40ee-8c25-683c7fe9aa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:00.985587 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-14bfb3ed-7c09-4826-85d8-96ce8a4d1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:00.987672 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-14bfb3ed-7c09-4826-85d8-96ce8a4d1327 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3229d86-3b4f-47ca-851d-a75aa6989721 HTTP/1.1" status: 200 len: 849 time: 0.0781057 Jun 24 06:42:01.029120 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-aaab1b5e-83df-487b-a83b-5ff5dbaf0f04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82882f25-f4df-4152-a357-8952df4bcd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307493 Jun 24 06:42:01.043178 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ba6c7-7cf2-44da-a93f-a63dce07131f req-d1f57fdf-0d27-4fb0-9a5f-c5b456ec28ef tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:01.044822 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3c2ba6c7-7cf2-44da-a93f-a63dce07131f req-d1f57fdf-0d27-4fb0-9a5f-c5b456ec28ef tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 943 time: 0.1021938 Jun 24 06:42:01.124295 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:01.135938 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3c2ba6c7-7cf2-44da-a93f-a63dce07131f req-ce36ed9d-d04c-42db-91c3-ea489106bae4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823927 Jun 24 06:42:01.163563 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-2a904084-777a-44e6-bc76-e6c81f3902eb service neutron] 10.222.0.21 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175551 Jun 24 06:42:01.204030 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff48ec-9eae-4953-8586-32648d89e0ce req-9c4b5b94-ad96-4b38-8b48-357d32d68b1f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:01.206931 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-08ff48ec-9eae-4953-8586-32648d89e0ce req-9c4b5b94-ad96-4b38-8b48-357d32d68b1f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0840552 Jun 24 06:42:01.253227 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-08ff48ec-9eae-4953-8586-32648d89e0ce req-4a1a586b-c8f7-43c2-a9e6-56e64b51554f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 Jun 24 06:42:01.301793 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e9e63674-b8e1-4ddb-b52c-1e8b0869e786 req-9100e426-aa45-464a-83c7-7d3b160b015f service neutron] 10.222.0.21 "GET /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307008 Jun 24 06:42:01.336121 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d34b80-47fb-4a5a-a2b7-c2f705cc20c7 req-6655e7b6-0203-46ee-9d8e-b1e40edf7296 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:01.337601 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a0d34b80-47fb-4a5a-a2b7-c2f705cc20c7 req-6655e7b6-0203-46ee-9d8e-b1e40edf7296 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0702429 Jun 24 06:42:01.373749 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a0d34b80-47fb-4a5a-a2b7-c2f705cc20c7 req-e0a5b757-a390-46f6-af76-8b8512803e7c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Jun 24 06:42:01.562025 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38798) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:01.575470 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9b2f74df-45a8-421b-b2e3-13ccea83ed2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:01.660602 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9b2f74df-45a8-421b-b2e3-13ccea83ed2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:01.718380 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9b2f74df-45a8-421b-b2e3-13ccea83ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:01.721088 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-330b1cf8-d8ed-403a-8254-8b93bbec3f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:01.757578 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-9b2f74df-45a8-421b-b2e3-13ccea83ed2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aece5b30a73444cfaf44fef79f8e59f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944714 Jun 24 06:42:01.758485 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f74df-45a8-421b-b2e3-13ccea83ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21177ad2-a6ad-4eec-ab1d-c80e0613649e,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:01.760364 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38804) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:01.761432 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9b2f74df-45a8-421b-b2e3-13ccea83ed2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:01.818449 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8784b9b-3b8e-497e-97a9-c6f4437e7cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:01.839623 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8784b9b-3b8e-497e-97a9-c6f4437e7cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:01.958462 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8784b9b-3b8e-497e-97a9-c6f4437e7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:01.961124 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a8784b9b-3b8e-497e-97a9-c6f4437e7cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:01.962301 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a8784b9b-3b8e-497e-97a9-c6f4437e7cc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21177ad2-a6ad-4eec-ab1d-c80e0613649e HTTP/1.1" status: 204 len: 168 time: 0.2009451 Jun 24 06:42:01.962977 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:01.971324 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8784b9b-3b8e-497e-97a9-c6f4437e7cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21177ad2-a6ad-4eec-ab1d-c80e0613649e,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:01.973569 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a8784b9b-3b8e-497e-97a9-c6f4437e7cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:02.326388 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5d620-4510-407d-ae86-1028ce0545b4 req-1198d9e8-a9bb-4031-b0a6-e92a7674729a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:02.328530 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6ab5d620-4510-407d-ae86-1028ce0545b4 req-1198d9e8-a9bb-4031-b0a6-e92a7674729a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 943 time: 0.0784974 Jun 24 06:42:02.384027 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6ab5d620-4510-407d-ae86-1028ce0545b4 req-8f5d5dd5-e319-4d3b-84e0-be809b8fcdad tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Jun 24 06:42:02.463149 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986f1e9-0ed4-4a26-9a18-efd3a3220f01 req-5c9e6004-dfb4-4627-a3a8-765a7d8a81f5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:02.470609 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6986f1e9-0ed4-4a26-9a18-efd3a3220f01 req-5c9e6004-dfb4-4627-a3a8-765a7d8a81f5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0949008 Jun 24 06:42:02.524165 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6986f1e9-0ed4-4a26-9a18-efd3a3220f01 req-50a3cf72-b335-4eb8-8e5a-9914bd09f0e2 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Jun 24 06:42:02.585302 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669fb74-8c68-42e3-870c-fc2f3079dd5d req-9e768785-65ff-48ca-86be-5797fc5f4bd3 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:02.586765 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0669fb74-8c68-42e3-870c-fc2f3079dd5d req-9e768785-65ff-48ca-86be-5797fc5f4bd3 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0903113 Jun 24 06:42:02.626380 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0669fb74-8c68-42e3-870c-fc2f3079dd5d req-04fdaf9a-e61e-42e5-b415-7f3bafd478b7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336008 Jun 24 06:42:03.554423 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2eb14-ad8e-4c7b-a4c3-37d94353ee7c req-d34a194e-7963-404d-a6b0-8e6be83d5ac0 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:03.555945 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1ea2eb14-ad8e-4c7b-a4c3-37d94353ee7c req-d34a194e-7963-404d-a6b0-8e6be83d5ac0 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 943 time: 0.0646529 Jun 24 06:42:03.593236 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1ea2eb14-ad8e-4c7b-a4c3-37d94353ee7c req-f097a307-5e27-4710-857c-b665174bb2a4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Jun 24 06:42:03.704377 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27925c71-18b8-44af-9821-0f6958437e11 req-8dfb21f8-3743-4498-afc5-aab34d86162a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:03.705902 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-27925c71-18b8-44af-9821-0f6958437e11 req-8dfb21f8-3743-4498-afc5-aab34d86162a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0653005 Jun 24 06:42:03.749668 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-27925c71-18b8-44af-9821-0f6958437e11 req-e3ad8093-4ffa-48da-b9b9-8e6a6fb9a67b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368073 Jun 24 06:42:03.810941 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c9c69-90c6-4597-a91f-5dfbc7c0e693 req-7dc72fa1-7805-4f02-a587-a1897a496025 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:03.812400 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b57c9c69-90c6-4597-a91f-5dfbc7c0e693 req-7dc72fa1-7805-4f02-a587-a1897a496025 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0657766 Jun 24 06:42:03.850959 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b57c9c69-90c6-4597-a91f-5dfbc7c0e693 req-b490e295-93bc-4208-9c08-731bb279bb39 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Jun 24 06:42:03.891061 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38860) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:03.990705 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4a01de38-3177-42fa-9ead-4bc70c0bf8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.070330 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device e009c54d-4237-4c31-8150-f068f93d7929 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:42:04.074931 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4a01de38-3177-42fa-9ead-4bc70c0bf8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.161491 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4a01de38-3177-42fa-9ead-4bc70c0bf8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.164220 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port e009c54d-4237-4c31-8150-f068f93d7929, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e009c54d-4237-4c31-8150-f068f93d7929,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:04.164858 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:04.174990 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': 'e009c54d-4237-4c31-8150-f068f93d7929', 'network_id': '82882f25-f4df-4152-a357-8952df4bcd71', 'port_id': 'e009c54d-4237-4c31-8150-f068f93d7929', 'mac_address': 'fa:16:3e:d7:0c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3229d86-3b4f-47ca-851d-a75aa6989721', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:42:04.201029 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-4a01de38-3177-42fa-9ead-4bc70c0bf8cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd444aa93caa40eabb2167cb93e2396d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088946 Jun 24 06:42:04.201953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01de38-3177-42fa-9ead-4bc70c0bf8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ff1060-839f-4375-83c7-3f8e13596d67,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:04.203668 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38864) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:04.205023 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4a01de38-3177-42fa-9ead-4bc70c0bf8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:04.217084 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.230563 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e009c54d-4237-4c31-8150-f068f93d7929 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:42:04.250618 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port e009c54d-4237-4c31-8150-f068f93d7929, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e009c54d-4237-4c31-8150-f068f93d7929,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:04.273780 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-979feb15-4826-45cf-8c47-0461c3ce3b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.294471 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-979feb15-4826-45cf-8c47-0461c3ce3b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.327372 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.329149 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:04.373890 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=e009c54d-4237-4c31-8150-f068f93d7929,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:04.377126 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:04.407294 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-979feb15-4826-45cf-8c47-0461c3ce3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.411915 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-979feb15-4826-45cf-8c47-0461c3ce3b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:04.411915 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-979feb15-4826-45cf-8c47-0461c3ce3b2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2ff1060-839f-4375-83c7-3f8e13596d67 HTTP/1.1" status: 204 len: 168 time: 0.2042139 Jun 24 06:42:04.411915 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5bed8242-8ee7-463c-abff-2021a162bb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:04.419255 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979feb15-4826-45cf-8c47-0461c3ce3b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ff1060-839f-4375-83c7-3f8e13596d67,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:04.421421 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-979feb15-4826-45cf-8c47-0461c3ce3b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:04.773783 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588c19e-738d-4dd6-8180-fb94ec8e3af5 req-dfb1ecd0-9627-4462-a712-d5dad66089ab tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:04.775606 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4588c19e-738d-4dd6-8180-fb94ec8e3af5 req-dfb1ecd0-9627-4462-a712-d5dad66089ab tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 944 time: 0.0645626 Jun 24 06:42:04.816628 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4588c19e-738d-4dd6-8180-fb94ec8e3af5 req-18781ecc-db56-405d-9065-3d1912a9f325 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349798 Jun 24 06:42:04.934493 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e97ae-e82c-4198-9f26-e8c977f3ef62 req-35888da7-9f1f-4695-a5ac-388f9a6a34d0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:04.940547 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-663e97ae-e82c-4198-9f26-e8c977f3ef62 req-35888da7-9f1f-4695-a5ac-388f9a6a34d0 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0671484 Jun 24 06:42:04.975665 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-663e97ae-e82c-4198-9f26-e8c977f3ef62 req-67a15e2b-37b6-4f7a-92dd-78ff67461c74 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Jun 24 06:42:05.041913 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ac5c-2acf-4e71-a179-5506289e1bd7 req-e1cacdc4-241f-434f-8099-e0960493c0bd tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:05.041913 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4804ac5c-2acf-4e71-a179-5506289e1bd7 req-e1cacdc4-241f-434f-8099-e0960493c0bd tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0736980 Jun 24 06:42:05.077675 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4804ac5c-2acf-4e71-a179-5506289e1bd7 req-5c0d571b-add5-495c-8a00-d717f4697dff tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Jun 24 06:42:05.078843 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:05.403005 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 38904) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:05.498174 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1668912962-network', 'tenant_id': '365a22670e7d45ffb27afc33b5e97e69'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:42:05.592342 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Made reservation on behalf of 365a22670e7d45ffb27afc33b5e97e69 for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:42:05.594794 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:05.603107 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:05.688907 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:05.781442 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:05.786039 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b23b0294-43f4-4714-80db-21216c9aba26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:05.831691 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:42:05.853286 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea8d41-38d1-49c2-8437-4b8ffd1285b7,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:05.856598 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:05.858747 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:05.859095 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Added segment ace5ee2f-7b67-4a57-827a-be697a41d07f of type vlan for network 738d20c0-f464-4511-872b-a1727c9793be Jun 24 06:42:05.915321 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:05.927130 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf11fdd-0d7c-41c0-8ace-a79241484d0f req-9071eb83-f286-40d4-9103-ad542bab26a6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:05.928624 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9bf11fdd-0d7c-41c0-8ace-a79241484d0f req-9071eb83-f286-40d4-9103-ad542bab26a6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1436987 Jun 24 06:42:05.981674 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9bf11fdd-0d7c-41c0-8ace-a79241484d0f req-9ee9d204-76c1-4107-a5c7-56efdc767bc8 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462444 Jun 24 06:42:05.998019 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a9681-0045-4e2d-8b0b-788811382f57 req-dc346b04-05ab-4c94-b0e1-afae94d3208b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:05.999482 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a4a9681-0045-4e2d-8b0b-788811382f57 req-dc346b04-05ab-4c94-b0e1-afae94d3208b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 944 time: 0.0680618 Jun 24 06:42:06.039129 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a4a9681-0045-4e2d-8b0b-788811382f57 req-919896b2-8928-48c0-854d-0c9b18e53ed4 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Jun 24 06:42:06.067475 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:06.069580 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:06.069685 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:06.073578 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:06.162930 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Pushing event updated for resources: {'Network': ['ID=738d20c0-f464-4511-872b-a1727c9793be,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:06.165976 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:06.178058 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7739329 Jun 24 06:42:06.180573 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 738d20c0-f464-4511-872b-a1727c9793be details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:42:06.181288 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 38920) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:06.188773 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Request body: {'subnet': {'network_id': '738d20c0-f464-4511-872b-a1727c9793be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1668912962-subnet', 'tenant_id': '365a22670e7d45ffb27afc33b5e97e69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:42:06.223298 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92338608-bef4-4376-aa6a-746d4518d941 req-5d28a948-dfba-4f1d-9ac2-5b7e7d87ac75 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:06.224903 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-92338608-bef4-4376-aa6a-746d4518d941 req-5d28a948-dfba-4f1d-9ac2-5b7e7d87ac75 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0993593 Jun 24 06:42:06.266101 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-92338608-bef4-4376-aa6a-746d4518d941 req-d4af3dab-ec7f-4bc9-b6c4-259506a1535f tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Jun 24 06:42:06.280464 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437d0b-f939-44e7-a0b0-e04ddeb8b717 req-74591594-51ce-425c-af91-18603833017a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:06.282338 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04437d0b-f939-44e7-a0b0-e04ddeb8b717 req-74591594-51ce-425c-af91-18603833017a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0737524 Jun 24 06:42:06.322576 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04437d0b-f939-44e7-a0b0-e04ddeb8b717 req-601f02a1-7555-46c3-bc17-3e596726dbf6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340741 Jun 24 06:42:06.329253 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Made reservation on behalf of 365a22670e7d45ffb27afc33b5e97e69 for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:42:06.331865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9291365'] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:06.544962 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9291379'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:06.547988 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:06.559941 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e009c54d-4237-4c31-8150-f068f93d7929'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:06.606632 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aacf1cbd-feb2-408a-8bbb-919401b4006d,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:06.610426 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:06.616548 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Checking segment: {'id': 'ace5ee2f-7b67-4a57-827a-be697a41d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '738d20c0-f464-4511-872b-a1727c9793be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:42:06.616695 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Network hostable DHCP agents. Network: 738d20c0-f464-4511-872b-a1727c9793be, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:42:06.701467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Network 738d20c0-f464-4511-872b-a1727c9793be is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:42:06.775405 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 738d20c0-f464-4511-872b-a1727c9793be) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:42:06.780371 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:06.780751 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:06.786816 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da2500-8791-4b90-a84b-49e762c16e0e None None] Network 738d20c0-f464-4511-872b-a1727c9793be requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:42:06.865902 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6833816 Jun 24 06:42:06.911335 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c61e9f-f25d-4940-97b3-c54b4fcf7d5b None None] Network 738d20c0-f464-4511-872b-a1727c9793be requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:42:07.166615 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6abfc-af85-4cc7-8ab6-3e8d55aafbe3 req-319af994-8f68-4964-a026-a946d14eeebb tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:07.168220 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dcb6abfc-af85-4cc7-8ab6-3e8d55aafbe3 req-319af994-8f68-4964-a026-a946d14eeebb tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0658956 Jun 24 06:42:07.206878 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dcb6abfc-af85-4cc7-8ab6-3e8d55aafbe3 req-8c0e1932-84e2-4100-98ac-863990b611d1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329583 Jun 24 06:42:07.221457 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ddb65-a95f-4aff-b44f-1b50b196fe45 req-eb884216-deae-4dc4-9f47-5dd4497fde04 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:07.223030 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b75ddb65-a95f-4aff-b44f-1b50b196fe45 req-eb884216-deae-4dc4-9f47-5dd4497fde04 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 944 time: 0.0695395 Jun 24 06:42:07.260912 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b75ddb65-a95f-4aff-b44f-1b50b196fe45 req-b4151ee0-aba3-4974-9394-ded9c2d43a00 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Jun 24 06:42:07.439973 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6eeec-05c3-48e7-a167-6e790bd5adbf req-2aa1999c-e6f8-4f52-ab2e-536eb691a1eb tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:07.442584 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-45f6eeec-05c3-48e7-a167-6e790bd5adbf req-2aa1999c-e6f8-4f52-ab2e-536eb691a1eb tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0647292 Jun 24 06:42:07.483687 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-45f6eeec-05c3-48e7-a167-6e790bd5adbf req-4ddd19d3-3abc-431a-9a68-a7f67d2e87ae tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351171 Jun 24 06:42:07.505464 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2377a-8302-4b42-9468-c72503b447b0 req-6f51aa48-c44c-406b-9a6a-cb04470d0362 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:07.507018 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-41a2377a-8302-4b42-9468-c72503b447b0 req-6f51aa48-c44c-406b-9a6a-cb04470d0362 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0628765 Jun 24 06:42:07.543874 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-41a2377a-8302-4b42-9468-c72503b447b0 req-de4c4ff9-9eb7-46e8-b076-141fd2f70100 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Jun 24 06:42:08.403360 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf8e61-59d1-453e-9200-30f0fc5df309 req-2a6f2c6d-c514-4320-858f-b2f47c9a995c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:08.404848 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8abf8e61-59d1-453e-9200-30f0fc5df309 req-2a6f2c6d-c514-4320-858f-b2f47c9a995c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0854211 Jun 24 06:42:08.443277 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8abf8e61-59d1-453e-9200-30f0fc5df309 req-368475eb-8612-49f4-9dd7-bf09c07e0cea tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322549 Jun 24 06:42:08.449152 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09662b6e-8bb1-4bb9-8072-059214d8837d req-1d0719ea-73a1-4c75-8c12-072cc2f8273e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:08.450654 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09662b6e-8bb1-4bb9-8072-059214d8837d req-1d0719ea-73a1-4c75-8c12-072cc2f8273e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 944 time: 0.0747008 Jun 24 06:42:08.488964 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09662b6e-8bb1-4bb9-8072-059214d8837d req-21b5e033-6aec-44f9-88c1-f136b2c32764 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325866 Jun 24 06:42:08.657894 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21537-1fd2-4232-89cb-f491833158a4 req-59fe9e6a-4499-4be9-aa88-45d62ad9ff51 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:08.659380 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-80f21537-1fd2-4232-89cb-f491833158a4 req-59fe9e6a-4499-4be9-aa88-45d62ad9ff51 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0649896 Jun 24 06:42:08.699135 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-80f21537-1fd2-4232-89cb-f491833158a4 req-b0e58d7d-75b3-40eb-b62d-31ab9187b0c9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Jun 24 06:42:08.724843 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307082-8022-4eb0-8b74-d80aecf76b8e req-6d8744b3-8b8f-48a8-a573-4d492c7f4cca tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:08.727123 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-71307082-8022-4eb0-8b74-d80aecf76b8e req-6d8744b3-8b8f-48a8-a573-4d492c7f4cca tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0668535 Jun 24 06:42:08.766799 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-71307082-8022-4eb0-8b74-d80aecf76b8e req-43b53453-1326-4177-968f-f196aa8a6a48 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318935 Jun 24 06:42:09.068344 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015cde-b86f-482d-8699-ac2028c46a91 req-8163967c-4de4-445f-bbb4-24bea45ce24c tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:09.069645 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-8163967c-4de4-445f-bbb4-24bea45ce24c tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/networks?id=738d20c0-f464-4511-872b-a1727c9793be HTTP/1.1" status: 200 len: 814 time: 0.1215372 Jun 24 06:42:09.084371 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-e23f1c8c-4cfa-42a0-a352-86e6723ac3fe tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/quotas/365a22670e7d45ffb27afc33b5e97e69 HTTP/1.1" status: 200 len: 375 time: 0.0090687 Jun 24 06:42:09.118726 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-bf4309ff-8cf3-408e-877a-133c37eb7f05 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=365a22670e7d45ffb27afc33b5e97e69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293107 Jun 24 06:42:09.216175 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-2fd99988-29dd-4868-83ad-ea226c9980e0 service neutron] 10.222.0.15 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908024 Jun 24 06:42:09.309616 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-f3292b11-213e-4daa-8261-7f8e261882e6 service neutron] 10.222.0.15 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866768 Jun 24 06:42:09.592676 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d4d5b763-3141-4424-a20c-5afe2ec12dc6 req-623bc650-205b-4e5b-98fb-91325f1cde37 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0442979 Jun 24 06:42:09.641502 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17ea9-c9e6-4cec-92d5-6a00dc44b6bd req-d9a8a780-6211-497b-995b-c9389af27415 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:09.651569 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-65a17ea9-c9e6-4cec-92d5-6a00dc44b6bd req-d9a8a780-6211-497b-995b-c9389af27415 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0814445 Jun 24 06:42:09.697438 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-65a17ea9-c9e6-4cec-92d5-6a00dc44b6bd req-78c2fdd7-6d20-43df-b43a-cbf815da8474 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447183 Jun 24 06:42:09.797059 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3021a-7f85-4e93-86dd-fb504f037dd7 req-59235af4-2e67-4964-a0e6-9540a8681d5b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:09.798567 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c4b3021a-7f85-4e93-86dd-fb504f037dd7 req-59235af4-2e67-4964-a0e6-9540a8681d5b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 944 time: 0.0687652 Jun 24 06:42:09.837636 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c4b3021a-7f85-4e93-86dd-fb504f037dd7 req-59c73d8b-91eb-4dbe-83e2-9cebb6b1538c tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Jun 24 06:42:09.895244 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fe957-c1a7-4321-a416-af6d50920c2f req-3ac79f51-5411-43fb-9ae0-eb64a8ff52de tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:09.896698 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b82fe957-c1a7-4321-a416-af6d50920c2f req-3ac79f51-5411-43fb-9ae0-eb64a8ff52de tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0703743 Jun 24 06:42:09.933717 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b82fe957-c1a7-4321-a416-af6d50920c2f req-6c703280-f1e9-433f-9541-6e44c1e0f858 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Jun 24 06:42:10.011914 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258b59c-cd90-4849-bb4c-2a029046fe44 req-d33829f9-929f-4a05-98e5-9f25ea102c5a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:10.013427 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3258b59c-cd90-4849-bb4c-2a029046fe44 req-d33829f9-929f-4a05-98e5-9f25ea102c5a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0661197 Jun 24 06:42:10.025219 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device e009c54d-4237-4c31-8150-f068f93d7929 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:42:10.052709 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3258b59c-cd90-4849-bb4c-2a029046fe44 req-91d1e02d-5e37-4518-935a-483b5e1ad17b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335979 Jun 24 06:42:10.167330 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port e009c54d-4237-4c31-8150-f068f93d7929 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:42:10.171217 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port e009c54d-4237-4c31-8150-f068f93d7929 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:42:10.171594 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:10.249159 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:10.272055 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb46a2-d47f-42d5-a4f9-102c4d733cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e009c54d-4237-4c31-8150-f068f93d7929'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:10.274511 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f742278-7c0a-41a0-8f47-3aa87b25179c" -d '{"events": [{"server_uuid": "5cdb46a2-d47f-42d5-a4f9-102c4d733cfd", "name": "network-vif-plugged", "status": "completed", "tag": "e009c54d-4237-4c31-8150-f068f93d7929"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:10.289327 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port e009c54d-4237-4c31-8150-f068f93d7929, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e009c54d-4237-4c31-8150-f068f93d7929,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:10.312355 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d860cb-0d08-46cf-886f-0a1404f13d86 x-openstack-request-id: req-d8d860cb-0d08-46cf-886f-0a1404f13d86 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:10.312721 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdb46a2-d47f-42d5-a4f9-102c4d733cfd", "name": "network-vif-plugged", "status": "completed", "tag": "e009c54d-4237-4c31-8150-f068f93d7929", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:10.313045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8d860cb-0d08-46cf-886f-0a1404f13d86 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:10.313468 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb46a2-d47f-42d5-a4f9-102c4d733cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e009c54d-4237-4c31-8150-f068f93d7929', 'code': 200} Jun 24 06:42:10.380384 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:10.382299 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:10.428800 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=e009c54d-4237-4c31-8150-f068f93d7929,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:10.438918 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:10.670516 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-795da7d5-2bda-46aa-a6c3-a3545a617468 req-a301ae32-99ab-4f16-8e45-dbd6cbc4dee9 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0313559 Jun 24 06:42:10.730229 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236edb4-2a5f-4af2-8dab-7dfa6d6910cf req-3a98cba1-d03a-47e8-910b-134788056e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:10.731821 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0236edb4-2a5f-4af2-8dab-7dfa6d6910cf req-3a98cba1-d03a-47e8-910b-134788056e55 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 1098 time: 0.0632446 Jun 24 06:42:10.774863 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0236edb4-2a5f-4af2-8dab-7dfa6d6910cf req-d5df7ba3-883f-4aa7-9613-832db852dd3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Jun 24 06:42:10.857137 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f009b9-4c6e-4d02-b00e-337a4f955fc4 req-58dc3162-b1c4-4599-bd53-5184a2fe8db9 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:10.864946 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b9f009b9-4c6e-4d02-b00e-337a4f955fc4 req-58dc3162-b1c4-4599-bd53-5184a2fe8db9 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.0735178 Jun 24 06:42:10.894899 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97900a1b-5652-469e-ab53-94e048979f16 req-70ad66c0-7e7c-48d6-8e54-49c8e44be513 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:10.896581 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-97900a1b-5652-469e-ab53-94e048979f16 req-70ad66c0-7e7c-48d6-8e54-49c8e44be513 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0704169 Jun 24 06:42:10.898838 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b9f009b9-4c6e-4d02-b00e-337a4f955fc4 req-bc97990c-9362-4b6b-9710-557367ca4ffc tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330224 Jun 24 06:42:10.940309 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-97900a1b-5652-469e-ab53-94e048979f16 req-903382a1-b419-42de-935a-0f09e571a34b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Jun 24 06:42:11.111681 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6f3db-7512-4e5c-a6b3-4ab30c0ab51a req-d8354f09-fc6c-4cc0-8c9e-56ba09286804 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:11.113931 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-03c6f3db-7512-4e5c-a6b3-4ab30c0ab51a req-d8354f09-fc6c-4cc0-8c9e-56ba09286804 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.0786734 Jun 24 06:42:11.126357 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ace4e3-6638-487a-9190-5334d3f83426 req-09938f61-60ca-45f2-985f-a424721ba5e1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:11.127903 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-14ace4e3-6638-487a-9190-5334d3f83426 req-09938f61-60ca-45f2-985f-a424721ba5e1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0627594 Jun 24 06:42:11.153627 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-03c6f3db-7512-4e5c-a6b3-4ab30c0ab51a req-d661399b-0c00-4a96-a233-2d7965abf403 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Jun 24 06:42:11.174619 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-14ace4e3-6638-487a-9190-5334d3f83426 req-23c8b01b-9b79-4aeb-b935-8f01040728e4 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Jun 24 06:42:11.361689 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda18d2-e660-4856-a728-cbdf3a1cb946 req-287e8c9c-abaf-45c5-82f2-9c814b8459c9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:11.363832 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fdda18d2-e660-4856-a728-cbdf3a1cb946 req-287e8c9c-abaf-45c5-82f2-9c814b8459c9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0749617 Jun 24 06:42:11.400059 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fdda18d2-e660-4856-a728-cbdf3a1cb946 req-09d9455b-c0cf-4277-b2d7-5e66cd61eca3 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304165 Jun 24 06:42:11.806725 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-63fcb9b3-0f0d-475f-8414-b2e4d2ebea99 req-6fe14af3-1c7c-4435-89a5-ee4affeb3497 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0278025 Jun 24 06:42:12.074343 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa231e1-dfa4-4432-89e6-3b87e09fc58a req-dfe435f9-6a14-4344-9d7c-60a40a6e5272 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:12.075831 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cfa231e1-dfa4-4432-89e6-3b87e09fc58a req-dfe435f9-6a14-4344-9d7c-60a40a6e5272 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.0648754 Jun 24 06:42:12.116352 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0608c-8988-4f65-a143-413117baa860 req-067da9bd-aed2-4f3b-89a5-53ef0a73970e tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:12.116676 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cfa231e1-dfa4-4432-89e6-3b87e09fc58a req-b4f7e9e1-caf2-4367-85d4-d21378a35886 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Jun 24 06:42:12.118249 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b2b0608c-8988-4f65-a143-413117baa860 req-067da9bd-aed2-4f3b-89a5-53ef0a73970e tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0666187 Jun 24 06:42:12.156417 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b2b0608c-8988-4f65-a143-413117baa860 req-1e153265-9881-4be8-a045-77db86958b08 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324609 Jun 24 06:42:12.339510 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0253-3e4e-4e59-9d8d-b55081af4936 req-bd026af3-582e-464c-ba59-37dfb160d69d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:12.340976 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9cdb0253-3e4e-4e59-9d8d-b55081af4936 req-bd026af3-582e-464c-ba59-37dfb160d69d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.0664198 Jun 24 06:42:12.346626 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3692f1-c2ea-4f57-a9f0-d3818e88656c req-93dc5de0-a15f-4153-ab75-1f7e8c17123d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:12.348294 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3692f1-c2ea-4f57-a9f0-d3818e88656c req-93dc5de0-a15f-4153-ab75-1f7e8c17123d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0617921 Jun 24 06:42:12.380045 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9cdb0253-3e4e-4e59-9d8d-b55081af4936 req-e6d91461-0185-4487-aaf2-bea526ff877f tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Jun 24 06:42:12.385545 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3692f1-c2ea-4f57-a9f0-d3818e88656c req-c5a9e006-156b-4439-8024-5f92f6e5ae25 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306437 Jun 24 06:42:12.578382 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be95299-71d4-4f9c-912e-eb8416d907fc req-b8fe9278-ad58-44a2-8593-dc20342fe721 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:12.579826 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9be95299-71d4-4f9c-912e-eb8416d907fc req-b8fe9278-ad58-44a2-8593-dc20342fe721 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0608816 Jun 24 06:42:12.616460 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9be95299-71d4-4f9c-912e-eb8416d907fc req-a2fbc8f8-433b-4632-a91b-7fc72bff7561 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305519 Jun 24 06:42:12.946763 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c9c9ac0a-3938-4894-b571-1e429603a69e req-a4bf86c5-7641-4252-af33-9900ad1587f1 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0282459 Jun 24 06:42:13.286173 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91e61c-03d0-4103-b89e-a9fb04ad7048 req-1d8fef81-a1ee-447d-b258-9d8e582d9f06 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:13.287640 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8b91e61c-03d0-4103-b89e-a9fb04ad7048 req-1d8fef81-a1ee-447d-b258-9d8e582d9f06 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.0617380 Jun 24 06:42:13.323997 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8b91e61c-03d0-4103-b89e-a9fb04ad7048 req-4ca4dde7-94f9-4e3b-9aef-a021722d8154 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Jun 24 06:42:13.328957 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bbd8e-be71-4a6c-b8af-49c9d29a8d09 req-72a35c51-e01e-489d-8809-11ef8b20f6b6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:13.330435 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-609bbd8e-be71-4a6c-b8af-49c9d29a8d09 req-72a35c51-e01e-489d-8809-11ef8b20f6b6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0644295 Jun 24 06:42:13.367202 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-609bbd8e-be71-4a6c-b8af-49c9d29a8d09 req-505a24cd-5de4-479f-a1b2-151967824e0e tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306804 Jun 24 06:42:13.553612 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1012f-edfc-428c-aa37-9bfdbb67167f req-9e1c2e6f-fd71-4ad2-9e08-4f5fbe479d3a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:13.555092 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-52e1012f-edfc-428c-aa37-9bfdbb67167f req-9e1c2e6f-fd71-4ad2-9e08-4f5fbe479d3a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.0647783 Jun 24 06:42:13.555422 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2086a2-d3e2-435f-be07-8aeaf463db52 req-6460a0aa-8bad-4488-8b39-b57c04a9076d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:13.556852 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d2086a2-d3e2-435f-be07-8aeaf463db52 req-6460a0aa-8bad-4488-8b39-b57c04a9076d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0615947 Jun 24 06:42:13.593004 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-52e1012f-edfc-428c-aa37-9bfdbb67167f req-b07d12e2-99f7-41a0-9983-1c51f25798d2 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Jun 24 06:42:13.594038 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d2086a2-d3e2-435f-be07-8aeaf463db52 req-2e72c32a-3593-4d94-8d42-fae129d38120 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Jun 24 06:42:13.790645 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea4720-fa76-4a6e-b7e5-6cb830366158 req-f80502b0-8e99-4be4-bdd5-9a38c89bb718 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:13.792109 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-73ea4720-fa76-4a6e-b7e5-6cb830366158 req-f80502b0-8e99-4be4-bdd5-9a38c89bb718 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0613961 Jun 24 06:42:13.829121 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-73ea4720-fa76-4a6e-b7e5-6cb830366158 req-185dcbc3-fb82-44c7-bb12-435795214202 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Jun 24 06:42:14.084364 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-47759e1c-5650-45e4-b757-62dc9790bc5f req-41a8b05e-7252-43e1-ad57-6214c7e70b64 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0277116 Jun 24 06:42:14.503601 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b359e75-1ca7-4f05-a66f-84168c6eef3e req-90ce21dd-fd67-440d-b5b7-85e4566f4662 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:14.505431 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1b359e75-1ca7-4f05-a66f-84168c6eef3e req-90ce21dd-fd67-440d-b5b7-85e4566f4662 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.0677710 Jun 24 06:42:14.544269 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1b359e75-1ca7-4f05-a66f-84168c6eef3e req-c1734340-536f-481a-acc3-15c27ccf2cbe tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Jun 24 06:42:14.546528 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86713515-c9d5-49db-8f9d-cfaf524294ff req-deb0419e-5b57-42ad-a545-3d43e5b97ad9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:14.547998 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-86713515-c9d5-49db-8f9d-cfaf524294ff req-deb0419e-5b57-42ad-a545-3d43e5b97ad9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0677810 Jun 24 06:42:14.585684 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-86713515-c9d5-49db-8f9d-cfaf524294ff req-5281b5ff-efb9-47c1-b112-6ac055481a1d tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309644 Jun 24 06:42:14.766520 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b1ba4-3e95-468e-96e1-ebd43cbad6f2 req-3083d5da-be2a-4544-ab61-623692365c1d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:14.767979 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-844b1ba4-3e95-468e-96e1-ebd43cbad6f2 req-3083d5da-be2a-4544-ab61-623692365c1d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.0631549 Jun 24 06:42:14.768861 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dc6a2-59be-4756-948c-6a95ea93d5a0 req-aba1c88b-c5af-47d9-9616-9d508ccfda8a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:14.770843 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb4dc6a2-59be-4756-948c-6a95ea93d5a0 req-aba1c88b-c5af-47d9-9616-9d508ccfda8a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0619247 Jun 24 06:42:14.806641 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-844b1ba4-3e95-468e-96e1-ebd43cbad6f2 req-c7dd37eb-333d-4627-af85-03546e0ad99e tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Jun 24 06:42:14.808344 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb4dc6a2-59be-4756-948c-6a95ea93d5a0 req-ac091c03-b2c3-43d0-a107-6cfcca5d73ab tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Jun 24 06:42:15.007844 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4f39e-e621-4f8b-9a90-5591cef09dd0 req-eb5dc1a5-f297-4569-89dc-315e2fe9f41e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:15.010246 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-40a4f39e-e621-4f8b-9a90-5591cef09dd0 req-eb5dc1a5-f297-4569-89dc-315e2fe9f41e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0665574 Jun 24 06:42:15.056017 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-40a4f39e-e621-4f8b-9a90-5591cef09dd0 req-a7d65bdd-5754-4ab2-b6c8-ccd8b208dcc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374801 Jun 24 06:42:15.154252 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fb8ab-55f6-4dcd-adde-7ebd791e1279 req-06dc5eae-58d4-4c76-99b4-82cf9150e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:15.155976 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd9fb8ab-55f6-4dcd-adde-7ebd791e1279 req-06dc5eae-58d4-4c76-99b4-82cf9150e2de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1099 time: 0.0553851 Jun 24 06:42:15.193387 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd9fb8ab-55f6-4dcd-adde-7ebd791e1279 req-763f4164-8ba6-4198-9d4b-7a77517bdba9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291913 Jun 24 06:42:15.226601 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ea6745e4-f138-4147-8555-ec8ce86e905f req-c4574d73-1a11-4f25-8fa1-61b2c204298f tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0311086 Jun 24 06:42:15.431387 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015cde-b86f-482d-8699-ac2028c46a91 req-0a834760-c846-45ce-9afe-0b62a2654e26 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:15.432721 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-0a834760-c846-45ce-9afe-0b62a2654e26 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.21 "GET /v2.0/networks?id=738d20c0-f464-4511-872b-a1727c9793be HTTP/1.1" status: 200 len: 814 time: 0.0963860 Jun 24 06:42:15.453689 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Request body: {'port': {'device_id': '441c2b8b-c471-449c-99b5-99ca12a90d01', 'network_id': '738d20c0-f464-4511-872b-a1727c9793be', 'admin_state_up': True, 'tenant_id': '365a22670e7d45ffb27afc33b5e97e69'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:42:15.615656 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Made reservation on behalf of 365a22670e7d45ffb27afc33b5e97e69 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:42:15.620158 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:15.742474 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff79bf-9611-4eac-9a3f-e5b502e4f0ac req-815d2b93-11ac-4bf1-b4d7-983bc99a38b4 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:15.743880 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c1ff79bf-9611-4eac-9a3f-e5b502e4f0ac req-815d2b93-11ac-4bf1-b4d7-983bc99a38b4 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.0871606 Jun 24 06:42:15.782688 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c1ff79bf-9611-4eac-9a3f-e5b502e4f0ac req-95293436-97ce-47b1-9a2f-9ab9a85d136b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Jun 24 06:42:15.814954 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Allocated IP 172.20.0.6 (738d20c0-f464-4511-872b-a1727c9793be/aacf1cbd-feb2-408a-8bbb-919401b4006d/639c30a2-c8a2-429a-938b-b458fd964706) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:42:15.883216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5144-1fe2-4ea1-8730-8e3bd2c51418 req-8e8be885-865d-4862-8375-aafb4ca296ee tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:15.885158 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d19e5144-1fe2-4ea1-8730-8e3bd2c51418 req-8e8be885-865d-4862-8375-aafb4ca296ee tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1207614 Jun 24 06:42:15.991379 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f674-9f80-478f-b062-f21512ad4da6 req-886e197b-9f31-4986-b799-12e8520c03e5 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:15.991886 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d19e5144-1fe2-4ea1-8730-8e3bd2c51418 req-afcbcf65-b2ee-4879-a065-b24a3ecc5ba7 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968585 Jun 24 06:42:15.993244 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2416f674-9f80-478f-b062-f21512ad4da6 req-886e197b-9f31-4986-b799-12e8520c03e5 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.0690851 Jun 24 06:42:16.033198 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2416f674-9f80-478f-b062-f21512ad4da6 req-1fa06c28-95cb-4469-9581-cd4f69dbe94d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Jun 24 06:42:16.049271 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:16.159833 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:16.165527 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:16.201810 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3181-64ef-48f3-9f3b-1bba64082567 req-baf9f7c1-254b-4275-aa71-1cc1158b3403 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:16.203327 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fd1f3181-64ef-48f3-9f3b-1bba64082567 req-baf9f7c1-254b-4275-aa71-1cc1158b3403 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1033695 Jun 24 06:42:16.213421 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Network 738d20c0-f464-4511-872b-a1727c9793be is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:42:16.217833 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:42:16.227356 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:42:16.251054 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd7ed3-548e-4ffe-94ba-5e99d94b1124 req-99e8fba3-2c2d-4975-b141-897a5032fd34 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:16.252504 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-becd7ed3-548e-4ffe-94ba-5e99d94b1124 req-99e8fba3-2c2d-4975-b141-897a5032fd34 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0677338 Jun 24 06:42:16.268330 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Pushing event updated for resources: {'Port': ['ID=639c30a2-c8a2-429a-938b-b458fd964706,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:16.293508 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-becd7ed3-548e-4ffe-94ba-5e99d94b1124 req-45cc3992-c11d-454d-bade-6acccd99e08b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349538 Jun 24 06:42:16.300233 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fd1f3181-64ef-48f3-9f3b-1bba64082567 req-b2c25bac-5885-468f-a97a-f205853a634d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834601 Jun 24 06:42:16.301874 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.302255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.302619 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.303441 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.303441 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.303642 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.303990 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.304346 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.304690 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.305031 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.305401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.305924 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:16.311228 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:16.336912 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:16.337816 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:16.477472 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72730ac3-f9a0-4fcf-96c5-e092cc465349 req-282d9814-b693-4556-9709-12f1935ff3e5 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:16.478956 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-72730ac3-f9a0-4fcf-96c5-e092cc465349 req-282d9814-b693-4556-9709-12f1935ff3e5 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 931 time: 0.0640590 Jun 24 06:42:16.479071 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0291770 Jun 24 06:42:16.516032 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-72730ac3-f9a0-4fcf-96c5-e092cc465349 req-49b8ef5b-06cc-436a-b99f-3892e195cfa0 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Jun 24 06:42:16.518968 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Request body: {'port': {'device_id': '441c2b8b-c471-449c-99b5-99ca12a90d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:42:16.595328 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:17.115950 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-25ae9e9b-18d7-4c88-b86b-922180ddf270 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:17.115950 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-25ae9e9b-18d7-4c88-b86b-922180ddf270 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.3827882 Jun 24 06:42:17.181600 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14567120-8854-4bf1-9694-b94beabca2c0 req-0d52ffe7-e54a-46e8-860b-713febc202f3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:17.183222 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-14567120-8854-4bf1-9694-b94beabca2c0 req-0d52ffe7-e54a-46e8-860b-713febc202f3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0673070 Jun 24 06:42:17.220607 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-14567120-8854-4bf1-9694-b94beabca2c0 req-27a06786-da8a-4ef4-b1a8-ecc90807a346 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Jun 24 06:42:17.234867 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11098-523b-461a-9778-2c0f77c88502 req-f6aba239-801d-4e53-9d62-c5cad0bce90d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:17.236337 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-96a11098-523b-461a-9778-2c0f77c88502 req-f6aba239-801d-4e53-9d62-c5cad0bce90d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 946 time: 0.1880975 Jun 24 06:42:17.297117 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639c30a2-c8a2-429a-938b-b458fd964706 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:42:17.313733 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:17.326201 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-96a11098-523b-461a-9778-2c0f77c88502 req-280c3d55-d115-49a1-b483-3c9b8fa1a34c tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819316 Jun 24 06:42:17.342260 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Transition to ACTIVE for port object 639c30a2-c8a2-429a-938b-b458fd964706 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:42:17.348992 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Deleting port 66f3f565-caff-4e0a-9ff3-82a0ac772272 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:17.353555 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:17.409706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:17.415381 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-c96aa8dc-36c3-4b45-8e06-30b793e822c0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:17.512841 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Pushing event updated for resources: {'Port': ['ID=639c30a2-c8a2-429a-938b-b458fd964706,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:17.518563 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:17.572215 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] For port 66f3f565-caff-4e0a-9ff3-82a0ac772272, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=66f3f565-caff-4e0a-9ff3-82a0ac772272,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:17.572582 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:17.595231 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Calling delete_port for 66f3f565-caff-4e0a-9ff3-82a0ac772272 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:17.671572 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab27fb-7dcb-4c53-9f51-08922271bed2 req-ee95f731-1b52-456e-ac1f-97b9f520d2e2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:17.673324 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fdab27fb-7dcb-4c53-9f51-08922271bed2 req-ee95f731-1b52-456e-ac1f-97b9f520d2e2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.2311945 Jun 24 06:42:17.682073 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Attempting to bind port 639c30a2-c8a2-429a-938b-b458fd964706 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:42:17.682750 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Attempting to bind port 639c30a2-c8a2-429a-938b-b458fd964706 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'ace5ee2f-7b67-4a57-827a-be697a41d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '738d20c0-f464-4511-872b-a1727c9793be'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:42:17.683314 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Attempting to bind port 639c30a2-c8a2-429a-938b-b458fd964706 on network 738d20c0-f464-4511-872b-a1727c9793be {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:42:17.714622 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Port 639c30a2-c8a2-429a-938b-b458fd964706 on network 738d20c0-f464-4511-872b-a1727c9793be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:42:17.717042 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Attempting to bind port 639c30a2-c8a2-429a-938b-b458fd964706 on network 738d20c0-f464-4511-872b-a1727c9793be {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:42:17.740946 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:42:17.741460 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Checking segment: {'id': 'ace5ee2f-7b67-4a57-827a-be697a41d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '738d20c0-f464-4511-872b-a1727c9793be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:42:17.741933 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Bound using segment: {'id': 'ace5ee2f-7b67-4a57-827a-be697a41d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '738d20c0-f464-4511-872b-a1727c9793be'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:42:17.743153 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Bound port: 639c30a2-c8a2-429a-938b-b458fd964706, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace5ee2f-7b67-4a57-827a-be697a41d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '738d20c0-f464-4511-872b-a1727c9793be'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:42:17.743672 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:17.781885 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fdab27fb-7dcb-4c53-9f51-08922271bed2 req-8b9cd169-0b52-4f23-9110-cdda9accadc5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010754 Jun 24 06:42:17.804420 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a5e7-5267-46a8-98ba-45f619d5dd99 req-2886cd11-2769-422a-96c7-5e5c47787969 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:17.806845 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a080a5e7-5267-46a8-98ba-45f619d5dd99 req-2886cd11-2769-422a-96c7-5e5c47787969 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0691211 Jun 24 06:42:17.851198 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a080a5e7-5267-46a8-98ba-45f619d5dd99 req-9b458cc9-ba1f-4712-bc03-75caba5cb0d5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Jun 24 06:42:17.886901 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] For port 639c30a2-c8a2-429a-938b-b458fd964706, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:42:17.966257 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:17.974301 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] For port 639c30a2-c8a2-429a-938b-b458fd964706, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=639c30a2-c8a2-429a-938b-b458fd964706,segment=NetworkSegment(ace5ee2f-7b67-4a57-827a-be697a41d07f),segment_id=ace5ee2f-7b67-4a57-827a-be697a41d07f)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:42:17.975309 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f0312fad-ef44-44b6-af61-ffd23f42e9df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:17.989351 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e3c9a35e-4e53-454d-9f77-d47f72eb9c18', '53f50171-e450-49b5-b67e-572bb86c0436', '984e5a30-4341-4893-a42c-e8e93b003556', '66f3f565-caff-4e0a-9ff3-82a0ac772272'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:18.008828 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Pushing event deleted for resources: {'Port': ['ID=66f3f565-caff-4e0a-9ff3-82a0ac772272,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:18.012625 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:18.047113 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dadf7-a94c-418a-b290-be15e13272e5 req-a3d5c06f-68a1-49b5-8cde-be41b94d9a93 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:18.048590 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a32dadf7-a94c-418a-b290-be15e13272e5 req-a3d5c06f-68a1-49b5-8cde-be41b94d9a93 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 943 time: 0.1407211 Jun 24 06:42:18.066829 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] No DVR routers for this DVR port 66f3f565-caff-4e0a-9ff3-82a0ac772272 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:42:18.070333 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f0b97-0439-4652-ad40-c78fe8b97bc2 req-1f5da9cc-043f-4b05-a9d5-49f8853cb9e0 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:18.071944 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c85f0b97-0439-4652-ad40-c78fe8b97bc2 req-1f5da9cc-043f-4b05-a9d5-49f8853cb9e0 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.0758250 Jun 24 06:42:18.074563 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:18.076359 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f2c76ca9-19aa-43c9-aba3-d88e75138fb0 req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "DELETE /v2.0/ports/66f3f565-caff-4e0a-9ff3-82a0ac772272 HTTP/1.1" status: 204 len: 173 time: 0.9736600 Jun 24 06:42:18.076959 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceddbd15-609b-457a-9eb3-af159571a42d', 'name': 'network-vif-deleted', 'tag': '66f3f565-caff-4e0a-9ff3-82a0ac772272'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:18.079331 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b4ed2-b8fe-4ea7-8371-30fd47139dbb" -d '{"events": [{"server_uuid": "ceddbd15-609b-457a-9eb3-af159571a42d", "name": "network-vif-deleted", "tag": "66f3f565-caff-4e0a-9ff3-82a0ac772272"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:18.083642 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:42:18.111025 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:18.111972 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a32dadf7-a94c-418a-b290-be15e13272e5 req-6a8e3eb0-2682-45a3-8006-a374c0a62cb9 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Jun 24 06:42:18.113522 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:18.136049 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c85f0b97-0439-4652-ad40-c78fe8b97bc2 req-2fab246c-43d1-46d3-b797-975d522e738c tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546255 Jun 24 06:42:18.151476 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:18.152090 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:18.153478 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] 10.222.0.21 "PUT /v2.0/ports/639c30a2-c8a2-429a-938b-b458fd964706 HTTP/1.1" status: 200 len: 1093 time: 1.6390810 Jun 24 06:42:18.175891 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Pushing event updated for resources: {'Port': ['ID=639c30a2-c8a2-429a-938b-b458fd964706,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:18.178843 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:18.218176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf12499-6330-4694-802f-05e98a6c5a71 x-openstack-request-id: req-ecf12499-6330-4694-802f-05e98a6c5a71 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:18.218626 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceddbd15-609b-457a-9eb3-af159571a42d", "name": "network-vif-deleted", "tag": "66f3f565-caff-4e0a-9ff3-82a0ac772272", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:18.218918 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecf12499-6330-4694-802f-05e98a6c5a71 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:18.219822 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceddbd15-609b-457a-9eb3-af159571a42d', 'name': 'network-vif-deleted', 'tag': '66f3f565-caff-4e0a-9ff3-82a0ac772272', 'status': 'completed', 'code': 200} Jun 24 06:42:18.353870 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:18.372602 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015cde-b86f-482d-8699-ac2028c46a91 req-1ded2adb-3573-40cd-81a0-d25b7c2a43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:18.374622 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-1ded2adb-3573-40cd-81a0-d25b7c2a43ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=365a22670e7d45ffb27afc33b5e97e69&device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 1096 time: 0.1022849 Jun 24 06:42:18.384710 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'port_id': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'mac_address': 'fa:16:3e:83:4c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:42:18.457179 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-78a7af03-bd83-487a-88d2-dfa120460b3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639c30a2-c8a2-429a-938b-b458fd964706 HTTP/1.1" status: 200 len: 217 time: 0.0475588 Jun 24 06:42:18.477870 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb7c4e-4078-4e33-a646-0c5e74e0c041 req-3a2bdab5-8fa6-4f41-92e0-7444823d0a8b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:18.480963 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f1eb7c4e-4078-4e33-a646-0c5e74e0c041 req-3a2bdab5-8fa6-4f41-92e0-7444823d0a8b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0966074 Jun 24 06:42:18.490861 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:18.505785 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e05a2bd-c605-45d4-bcc8-aa75274bf436 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:42:18.531031 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f1eb7c4e-4078-4e33-a646-0c5e74e0c041 req-03d56c74-1593-41eb-9f77-4204b04e4c8c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435178 Jun 24 06:42:18.538370 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:18.560781 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-98155bf6-3d8d-4493-848f-6d87625b68f1 req-3ba174ff-d8cb-4799-b545-ba7847f1dd29 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceddbd15-609b-457a-9eb3-af159571a42d HTTP/1.1" status: 200 len: 210 time: 0.0506234 Jun 24 06:42:18.562546 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015cde-b86f-482d-8699-ac2028c46a91 req-b6ab7cd3-53f6-4c66-8788-9542e8c0b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:18.564002 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-b6ab7cd3-53f6-4c66-8788-9542e8c0b14d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aacf1cbd-feb2-408a-8bbb-919401b4006d HTTP/1.1" status: 200 len: 854 time: 0.0942149 Jun 24 06:42:18.602024 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-c95537b7-81ee-49b3-b212-47747c89d6ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=738d20c0-f464-4511-872b-a1727c9793be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266941 Jun 24 06:42:18.604294 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:18.606152 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:18.654386 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=6']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:18.658501 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:18.705860 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-41572a42-3394-46b3-8ac2-ea5c446454e2 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947459 Jun 24 06:42:18.799305 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90015cde-b86f-482d-8699-ac2028c46a91 req-74d7c2e7-20a3-4ddf-8497-b83bc7969d3a service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821426 Jun 24 06:42:18.805416 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['7e05a2bd-c605-45d4-bcc8-aa75274bf436'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:19.026984 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2618-436f-44ad-bd0e-a459d51267d7 req-a17d0382-446c-444e-b105-99cdc551223d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:19.028601 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f8da2618-436f-44ad-bd0e-a459d51267d7 req-a17d0382-446c-444e-b105-99cdc551223d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.1137333 Jun 24 06:42:19.075018 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f8da2618-436f-44ad-bd0e-a459d51267d7 req-c1315bcc-4e3b-48d8-a8c9-4d774fbe252e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Jun 24 06:42:19.130239 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118f437-d70f-484d-9d81-354eb624ca6e req-e5302f9d-0fef-4905-8332-0a798be746a5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:19.131762 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e118f437-d70f-484d-9d81-354eb624ca6e req-e5302f9d-0fef-4905-8332-0a798be746a5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1082683 Jun 24 06:42:19.157834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-e6239ec5-4307-4b67-bf66-b73d0022c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:19.159794 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-e6239ec5-4307-4b67-bf66-b73d0022c75e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76a798a454d34bc99b6f671eab8f07b7&device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 1099 time: 0.0827122 Jun 24 06:42:19.174019 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e118f437-d70f-484d-9d81-354eb624ca6e req-ad5c2d7e-ea53-4bea-8529-a58b78b5ac81 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360336 Jun 24 06:42:19.313909 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-ff3be532-07e6-414a-b446-2e983197c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:19.324282 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-ff3be532-07e6-414a-b446-2e983197c699 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 200 len: 920 time: 0.1428647 Jun 24 06:42:19.385912 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-8b7cf050-ab14-444a-9780-e7c7dd1d3c2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 200 len: 217 time: 0.0429895 Jun 24 06:42:19.387602 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c853389-8dc2-4aa0-ac2c-d0b9b33646f8 req-317bee4e-a413-413b-b079-649c3e7d2f3d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:19.393851 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e8b59-5038-48ca-8ebc-0fb7ebe2f3ce req-b2d5ef13-796b-43e3-981d-c047db76584b tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:19.395161 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2c853389-8dc2-4aa0-ac2c-d0b9b33646f8 req-317bee4e-a413-413b-b079-649c3e7d2f3d tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.0803545 Jun 24 06:42:19.395694 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7b2e8b59-5038-48ca-8ebc-0fb7ebe2f3ce req-b2d5ef13-796b-43e3-981d-c047db76584b tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 943 time: 0.1373451 Jun 24 06:42:19.435749 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2c853389-8dc2-4aa0-ac2c-d0b9b33646f8 req-f3d32493-45ae-469d-b398-fa59f736f2ea tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395761 Jun 24 06:42:19.480846 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-232d305c-7acb-4d4c-8f06-bb4041e5b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:19.482328 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-232d305c-7acb-4d4c-8f06-bb4041e5b3d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 200 len: 859 time: 0.0846207 Jun 24 06:42:19.485228 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7b2e8b59-5038-48ca-8ebc-0fb7ebe2f3ce req-471cdede-5e46-4887-b6bc-2b513fcfbdf0 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797369 Jun 24 06:42:19.526520 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-9769f6d7-82dd-456f-ab1a-2e399369648e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4351b1f2-aa50-4346-917e-ebdf9734507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301707 Jun 24 06:42:19.702314 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-44425343-b25a-409b-a632-7113d4f9d48b service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524446 Jun 24 06:42:19.761440 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361b02-fceb-41bd-aa14-6bfa8c0a4f91 req-36d487e1-8f42-4fd1-a906-242702ebccbe tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:19.763720 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-46361b02-fceb-41bd-aa14-6bfa8c0a4f91 req-36d487e1-8f42-4fd1-a906-242702ebccbe tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1050248 Jun 24 06:42:19.809513 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-46361b02-fceb-41bd-aa14-6bfa8c0a4f91 req-8497b120-c664-4fda-9ea7-65f5f2d740a2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383759 Jun 24 06:42:19.834480 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e56d8063-8035-40ec-9a08-6e3a7547e40f req-6bbea5d0-5d43-4ed7-b38a-d3fec7b15f0e service neutron] 10.222.0.21 "GET /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147184 Jun 24 06:42:20.089507 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-f8b91827-9699-42a9-8075-9c328b3382b2 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:20.090987 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-f8b91827-9699-42a9-8075-9c328b3382b2 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.0820143 Jun 24 06:42:20.095480 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:42:20.198145 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:42:20.199913 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:20.228191 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441c2b8b-c471-449c-99b5-99ca12a90d01', 'tag': '639c30a2-c8a2-429a-938b-b458fd964706'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:20.234975 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87734496-ce56-4419-a6af-492720cb0f00" -d '{"events": [{"name": "network-changed", "server_uuid": "441c2b8b-c471-449c-99b5-99ca12a90d01", "tag": "639c30a2-c8a2-429a-938b-b458fd964706"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:20.333354 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Deleting port e009c54d-4237-4c31-8150-f068f93d7929 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:20.333354 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:20.461402 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:20.513849 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea298-9769-47c4-bae5-8616241f3c60 req-cd403e88-9b0e-4f7b-bbac-f6539202615f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:20.515338 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ebeea298-9769-47c4-bae5-8616241f3c60 req-cd403e88-9b0e-4f7b-bbac-f6539202615f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.2517507 Jun 24 06:42:20.522295 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:20.523128 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:20.525443 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0c5e04-77e9-42d3-a0d7-403c52324a9b" -d '{"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-plugged", "status": "completed", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:20.565515 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] For port e009c54d-4237-4c31-8150-f068f93d7929, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e009c54d-4237-4c31-8150-f068f93d7929,segment=NetworkSegment(c8d5e1f6-1433-42c1-b32c-ff754087d349),segment_id=c8d5e1f6-1433-42c1-b32c-ff754087d349)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:20.565955 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:20.571160 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ebfef-992e-462c-9d36-f8d42d838eae req-a0c58785-dc3e-4a0d-8828-229ef65fb547 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:20.578058 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f26ebfef-992e-462c-9d36-f8d42d838eae req-a0c58785-dc3e-4a0d-8828-229ef65fb547 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0865781 Jun 24 06:42:20.589550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Calling delete_port for e009c54d-4237-4c31-8150-f068f93d7929 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:20.598193 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ebeea298-9769-47c4-bae5-8616241f3c60 req-47d8c628-1413-4d00-8ca1-996f9e7d9977 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666902 Jun 24 06:42:20.620490 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f26ebfef-992e-462c-9d36-f8d42d838eae req-880aa599-1572-427f-bc30-edc9e1eed60e tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Jun 24 06:42:20.640583 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:20.640583 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 66f3f565-caff-4e0a-9ff3-82a0ac772272 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:20.640583 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:20.724081 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 66f3f565-caff-4e0a-9ff3-82a0ac772272 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:20.724442 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 66f3f565-caff-4e0a-9ff3-82a0ac772272 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:20.752725 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e300391b-e090-4404-b3d9-c821923288e8 x-openstack-request-id: req-e300391b-e090-4404-b3d9-c821923288e8 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:20.757535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441c2b8b-c471-449c-99b5-99ca12a90d01", "tag": "639c30a2-c8a2-429a-938b-b458fd964706", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:20.757731 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e300391b-e090-4404-b3d9-c821923288e8 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:20.758294 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441c2b8b-c471-449c-99b5-99ca12a90d01', 'tag': '639c30a2-c8a2-429a-938b-b458fd964706', 'status': 'completed', 'code': 200} Jun 24 06:42:20.826469 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=7']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:20.830779 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:20.883532 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24013d2d-d718-48db-8dfe-cf7d580976f4 req-bf96e119-5c7c-4768-94d7-bbee4d4a7db1 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:20.889791 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-24013d2d-d718-48db-8dfe-cf7d580976f4 req-bf96e119-5c7c-4768-94d7-bbee4d4a7db1 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 945 time: 0.1118586 Jun 24 06:42:20.942568 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-24013d2d-d718-48db-8dfe-cf7d580976f4 req-f91a496c-ac0d-4ffd-a972-5623a5294b06 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/security-groups?id=77420dc4-0537-4e22-a238-11e91053c396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506287 Jun 24 06:42:20.948237 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87734496-ce56-4419-a6af-492720cb0f00 req-c13ee86c-f4b0-4603-ab0a-1782c7a8371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:20.963291 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87734496-ce56-4419-a6af-492720cb0f00 req-c13ee86c-f4b0-4603-ab0a-1782c7a8371a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=365a22670e7d45ffb27afc33b5e97e69&device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 1096 time: 0.2006686 Jun 24 06:42:21.016493 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90588950-a8fe-4610-a953-abe198ad1e51 x-openstack-request-id: req-90588950-a8fe-4610-a953-abe198ad1e51 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:21.016493 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-plugged", "status": "completed", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:21.016493 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90588950-a8fe-4610-a953-abe198ad1e51 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:21.016493 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'code': 200} Jun 24 06:42:21.052931 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:21.064120 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d85ff-2459-4384-9077-2ebbf8114e61 req-a7e454ec-509c-4247-b578-f215b5b94274 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:21.065033 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ed0d85ff-2459-4384-9077-2ebbf8114e61 req-a7e454ec-509c-4247-b578-f215b5b94274 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 943 time: 0.2329178 Jun 24 06:42:21.066665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e009c54d-4237-4c31-8150-f068f93d7929'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:21.075811 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-279a1ddf-18e2-43e6-b7c2-db7813668bde tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:21.129595 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Pushing event deleted for resources: {'Port': ['ID=e009c54d-4237-4c31-8150-f068f93d7929,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:21.152619 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:21.188883 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] No DVR routers for this DVR port e009c54d-4237-4c31-8150-f068f93d7929 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:42:21.194893 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:21.197177 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fe95abbd-e7e2-4046-b6c4-dca0ae808526 req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.21 "DELETE /v2.0/ports/e009c54d-4237-4c31-8150-f068f93d7929 HTTP/1.1" status: 204 len: 173 time: 1.0878842 Jun 24 06:42:21.203464 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87734496-ce56-4419-a6af-492720cb0f00 req-3b10ea8d-792b-4e04-9820-f64545cb730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:21.205008 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87734496-ce56-4419-a6af-492720cb0f00 req-3b10ea8d-792b-4e04-9820-f64545cb730f service neutron] 10.222.0.21 "GET /v2.0/networks?id=738d20c0-f464-4511-872b-a1727c9793be HTTP/1.1" status: 200 len: 915 time: 0.2428327 Jun 24 06:42:21.226922 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ed0d85ff-2459-4384-9077-2ebbf8114e61 req-3e8024fe-47ef-4e8b-ad82-955b0093a2f0 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452622 Jun 24 06:42:21.251544 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad57569-7d14-4de6-a459-a7b95f0fc5a8 req-5686e212-1cfc-43d5-ad2f-b1a2b2d96194 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:21.260747 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8ad57569-7d14-4de6-a459-a7b95f0fc5a8 req-5686e212-1cfc-43d5-ad2f-b1a2b2d96194 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1402283 Jun 24 06:42:21.304909 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8ad57569-7d14-4de6-a459-a7b95f0fc5a8 req-91e7be58-25b2-4e80-8903-970aa9a2b588 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434546 Jun 24 06:42:21.305181 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87734496-ce56-4419-a6af-492720cb0f00 req-3a686381-8192-49c0-affc-ba11e7662a91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639c30a2-c8a2-429a-938b-b458fd964706 HTTP/1.1" status: 200 len: 217 time: 0.0771255 Jun 24 06:42:21.377026 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87734496-ce56-4419-a6af-492720cb0f00 req-9a8dcc93-0f5d-429a-bbfa-8701332f32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:21.379402 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87734496-ce56-4419-a6af-492720cb0f00 req-9a8dcc93-0f5d-429a-bbfa-8701332f32a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aacf1cbd-feb2-408a-8bbb-919401b4006d HTTP/1.1" status: 200 len: 854 time: 0.0657673 Jun 24 06:42:21.418208 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87734496-ce56-4419-a6af-492720cb0f00 req-3187d6bd-712d-429d-8991-9eaea3d7707d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=738d20c0-f464-4511-872b-a1727c9793be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313494 Jun 24 06:42:21.575793 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87734496-ce56-4419-a6af-492720cb0f00 req-359a5042-51c2-409c-a3c3-f5bc12a16764 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417334 Jun 24 06:42:21.715135 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87734496-ce56-4419-a6af-492720cb0f00 req-9372402e-4ef3-41c8-9d5f-10764690f48d service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271431 Jun 24 06:42:21.887217 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4d9e5-7330-45d9-a9dc-ed28f88c9ff4 req-9fa7b4e0-2300-40dd-831a-aaba85d9e3c9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:21.894557 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a3b4d9e5-7330-45d9-a9dc-ed28f88c9ff4 req-9fa7b4e0-2300-40dd-831a-aaba85d9e3c9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.1153769 Jun 24 06:42:21.953767 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a3b4d9e5-7330-45d9-a9dc-ed28f88c9ff4 req-5eb555f0-d8e1-460c-b3cc-72366a2862ec tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581620 Jun 24 06:42:22.089171 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 639c30a2-c8a2-429a-938b-b458fd964706 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:42:22.166143 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d226ae-0b03-4a98-801e-b32490207f6d req-c96ce746-13ad-4ba1-9bc0-a2ab37818e29 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:22.167644 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a2d226ae-0b03-4a98-801e-b32490207f6d req-c96ce746-13ad-4ba1-9bc0-a2ab37818e29 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0927255 Jun 24 06:42:22.226628 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a2d226ae-0b03-4a98-801e-b32490207f6d req-aabbf93f-f0e4-4a30-8720-ae808ddad738 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Jun 24 06:42:22.311449 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 639c30a2-c8a2-429a-938b-b458fd964706, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=639c30a2-c8a2-429a-938b-b458fd964706,segment=NetworkSegment(ace5ee2f-7b67-4a57-827a-be697a41d07f),segment_id=ace5ee2f-7b67-4a57-827a-be697a41d07f)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:22.344310 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '639c30a2-c8a2-429a-938b-b458fd964706', 'network_id': '738d20c0-f464-4511-872b-a1727c9793be', 'port_id': '639c30a2-c8a2-429a-938b-b458fd964706', 'mac_address': 'fa:16:3e:ec:37:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aacf1cbd-feb2-408a-8bbb-919401b4006d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:42:22.433057 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:22.450699 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639c30a2-c8a2-429a-938b-b458fd964706 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:42:22.474159 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 639c30a2-c8a2-429a-938b-b458fd964706, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=639c30a2-c8a2-429a-938b-b458fd964706,segment=NetworkSegment(ace5ee2f-7b67-4a57-827a-be697a41d07f),segment_id=ace5ee2f-7b67-4a57-827a-be697a41d07f)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:22.547806 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-21aa3e26-dc1a-4efb-848a-c616de92a145 req-a8e6433c-4aff-4307-a5b9-905f19ce72cb tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdb46a2-d47f-42d5-a4f9-102c4d733cfd HTTP/1.1" status: 200 len: 210 time: 0.0779946 Jun 24 06:42:22.559452 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:22.559574 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39240) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:22.560963 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:22.580542 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35f00a-38f6-49e0-8d16-414636e38593 req-5beb0f4e-ff81-4266-86ff-689a1f119f96 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:22.588905 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ec35f00a-38f6-49e0-8d16-414636e38593 req-5beb0f4e-ff81-4266-86ff-689a1f119f96 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 943 time: 0.1484661 Jun 24 06:42:22.664475 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=639c30a2-c8a2-429a-938b-b458fd964706,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:22.672571 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:22.679077 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ec35f00a-38f6-49e0-8d16-414636e38593 req-2674d7ef-69fe-418f-862e-99ffc0a2c41e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872502 Jun 24 06:42:22.759486 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb46a2-d47f-42d5-a4f9-102c4d733cfd', 'name': 'network-vif-deleted', 'tag': 'e009c54d-4237-4c31-8150-f068f93d7929'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:22.764416 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090fbdea-3217-43eb-9696-094f4309696b" -d '{"events": [{"server_uuid": "5cdb46a2-d47f-42d5-a4f9-102c4d733cfd", "name": "network-vif-deleted", "tag": "e009c54d-4237-4c31-8150-f068f93d7929"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:22.782286 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:22.889472 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['639c30a2-c8a2-429a-938b-b458fd964706'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:22.919798 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2e709-27ae-47fe-989c-46fdaf567604 req-7f513508-2a18-413f-8ed6-57a7ac8c0b55 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:22.929885 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b3b2e709-27ae-47fe-989c-46fdaf567604 req-7f513508-2a18-413f-8ed6-57a7ac8c0b55 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 945 time: 0.1887956 Jun 24 06:42:22.959884 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c1931-7ed5-4455-be37-25aafee8edce req-a1fc1c3b-43ef-411a-a2a9-28323cfe4745 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:22.965349 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-621c1931-7ed5-4455-be37-25aafee8edce req-a1fc1c3b-43ef-411a-a2a9-28323cfe4745 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1658370 Jun 24 06:42:23.010415 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b3b2e709-27ae-47fe-989c-46fdaf567604 req-8e6296ba-79f2-4e32-bfe1-0329f14dda3d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790150 Jun 24 06:42:23.055928 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:23.063682 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-621c1931-7ed5-4455-be37-25aafee8edce req-9ef1f52a-630c-4514-8ae2-af5389d3ac51 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949404 Jun 24 06:42:23.098788 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6082bc6a-423a-4eed-a576-fba3a6a4268e x-openstack-request-id: req-6082bc6a-423a-4eed-a576-fba3a6a4268e {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:23.099209 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdb46a2-d47f-42d5-a4f9-102c4d733cfd", "name": "network-vif-deleted", "tag": "e009c54d-4237-4c31-8150-f068f93d7929", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:23.099625 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6082bc6a-423a-4eed-a576-fba3a6a4268e {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:23.100242 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb46a2-d47f-42d5-a4f9-102c4d733cfd', 'name': 'network-vif-deleted', 'tag': 'e009c54d-4237-4c31-8150-f068f93d7929', 'status': 'completed', 'code': 200} Jun 24 06:42:23.161918 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:23.165965 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9b8d42ae-0afa-4890-8556-832a12df3c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:23.216039 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d0724c16adf45f4bf71222a513e031c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550264 Jun 24 06:42:23.216420 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535153f-1ce3-4106-af66-5f25e48ca015,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:23.220890 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39250) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:23.240627 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.241085 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.241537 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.242067 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.242526 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.243054 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.243475 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.243931 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.244362 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.244772 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.245342 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.245953 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:23.253600 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:23.304825 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-653e4a49-cefe-4f46-913c-dae37f3a18b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:23.331804 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-653e4a49-cefe-4f46-913c-dae37f3a18b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:23.332047 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48337d5e-333c-4815-ae0b-ab46e0f52a2c req-5e62c63a-5820-400f-85a3-99b2e62b6a37 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:23.345567 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-48337d5e-333c-4815-ae0b-ab46e0f52a2c req-5e62c63a-5820-400f-85a3-99b2e62b6a37 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.1494877 Jun 24 06:42:23.386017 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-48337d5e-333c-4815-ae0b-ab46e0f52a2c req-868c2e27-a4c0-4c1c-8a0d-d8267b6c76a3 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459208 Jun 24 06:42:23.479963 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8358e-e6c4-4877-8059-4247e7f2b76c req-d35296e0-92e0-433e-9870-84c7d13adbf2 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:23.481902 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-48a8358e-e6c4-4877-8059-4247e7f2b76c req-d35296e0-92e0-433e-9870-84c7d13adbf2 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0879807 Jun 24 06:42:23.520068 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-48a8358e-e6c4-4877-8059-4247e7f2b76c req-cd58598a-a94d-4bc7-8b22-0e8a767d4208 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Jun 24 06:42:23.762079 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-653e4a49-cefe-4f46-913c-dae37f3a18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:23.764865 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-653e4a49-cefe-4f46-913c-dae37f3a18b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:23.768395 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-653e4a49-cefe-4f46-913c-dae37f3a18b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5535153f-1ce3-4106-af66-5f25e48ca015 HTTP/1.1" status: 204 len: 168 time: 0.5431294 Jun 24 06:42:23.768395 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fee5a50f-ca14-44d4-a53d-ad6c4707c765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:23.776423 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e4a49-cefe-4f46-913c-dae37f3a18b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535153f-1ce3-4106-af66-5f25e48ca015,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:23.799507 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-653e4a49-cefe-4f46-913c-dae37f3a18b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:23.860641 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a259a-d5c3-4832-9b72-8c24dc7289df req-f9b66e73-8434-4765-b176-77b1678c06c3 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:23.862107 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fa7a259a-d5c3-4832-9b72-8c24dc7289df req-f9b66e73-8434-4765-b176-77b1678c06c3 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 944 time: 0.0622818 Jun 24 06:42:23.933172 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fa7a259a-d5c3-4832-9b72-8c24dc7289df req-634ffbad-1293-41bc-85ca-02f1a9dc5d14 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652573 Jun 24 06:42:24.006108 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-5de11dfa-2cfd-480f-bcae-65c5926da5be tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:24.006749 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-5de11dfa-2cfd-480f-bcae-65c5926da5be tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 945 time: 0.1192899 Jun 24 06:42:24.108160 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 639c30a2-c8a2-429a-938b-b458fd964706 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:42:24.299245 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 639c30a2-c8a2-429a-938b-b458fd964706 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:42:24.304923 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 639c30a2-c8a2-429a-938b-b458fd964706 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:42:24.314346 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:24.539211 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:24.547060 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9e572-0989-4590-8aa1-0c82fde49f34 req-7e7b035d-01b4-4960-9f4f-661c2abec1e1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:24.558601 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d1b9e572-0989-4590-8aa1-0c82fde49f34 req-7e7b035d-01b4-4960-9f4f-661c2abec1e1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1632910 Jun 24 06:42:24.595830 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 639c30a2-c8a2-429a-938b-b458fd964706, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=639c30a2-c8a2-429a-938b-b458fd964706,segment=NetworkSegment(ace5ee2f-7b67-4a57-827a-be697a41d07f),segment_id=ace5ee2f-7b67-4a57-827a-be697a41d07f)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:24.597046 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c2b8b-c471-449c-99b5-99ca12a90d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c30a2-c8a2-429a-938b-b458fd964706'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:24.600088 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3821164-4bfd-486d-8f66-488d88435246" -d '{"events": [{"server_uuid": "441c2b8b-c471-449c-99b5-99ca12a90d01", "name": "network-vif-plugged", "status": "completed", "tag": "639c30a2-c8a2-429a-938b-b458fd964706"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:24.605166 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d1b9e572-0989-4590-8aa1-0c82fde49f34 req-322a49e8-187f-48e4-8a6f-2afef36e0cb6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477896 Jun 24 06:42:24.685310 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822b6ad-32c2-4358-8e72-70712955345f req-36468ddc-2eda-43a3-b8c1-c97499f141cd tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:24.694142 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1822b6ad-32c2-4358-8e72-70712955345f req-36468ddc-2eda-43a3-b8c1-c97499f141cd tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 945 time: 0.1995521 Jun 24 06:42:24.695975 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:24.697096 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device e009c54d-4237-4c31-8150-f068f93d7929 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:24.706660 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Deleting port 984e5a30-4341-4893-a42c-e8e93b003556 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:24.707118 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:24.736330 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:24.741500 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: e009c54d-4237-4c31-8150-f068f93d7929 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:24.745985 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device e009c54d-4237-4c31-8150-f068f93d7929 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:24.831618 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=639c30a2-c8a2-429a-938b-b458fd964706,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:24.838478 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:24.867842 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] For port 984e5a30-4341-4893-a42c-e8e93b003556, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=984e5a30-4341-4893-a42c-e8e93b003556,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:24.868449 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:24.883332 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1822b6ad-32c2-4358-8e72-70712955345f req-d55ce2aa-68d6-4acc-b1a6-71cc6664d8ae tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876972 Jun 24 06:42:24.891809 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Calling delete_port for 984e5a30-4341-4893-a42c-e8e93b003556 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:24.897691 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86bdfd-5892-436b-aa7d-7e8f44564993 req-f5fff6f7-f43d-4f33-b11c-fd57a9f549cc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:24.900779 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9c86bdfd-5892-436b-aa7d-7e8f44564993 req-f5fff6f7-f43d-4f33-b11c-fd57a9f549cc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.1504712 Jun 24 06:42:25.000323 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9c86bdfd-5892-436b-aa7d-7e8f44564993 req-1ebf6142-10a3-4eea-9917-4ab9aee32546 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775847 Jun 24 06:42:25.046983 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1342b5-668b-4ac8-9852-f947bcc96ff2 x-openstack-request-id: req-6a1342b5-668b-4ac8-9852-f947bcc96ff2 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:25.047356 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c2b8b-c471-449c-99b5-99ca12a90d01", "name": "network-vif-plugged", "status": "completed", "tag": "639c30a2-c8a2-429a-938b-b458fd964706", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:25.047702 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a1342b5-668b-4ac8-9852-f947bcc96ff2 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:25.048270 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c2b8b-c471-449c-99b5-99ca12a90d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c30a2-c8a2-429a-938b-b458fd964706', 'code': 200} Jun 24 06:42:25.238672 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:25.248350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:25.272519 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e3c9a35e-4e53-454d-9f77-d47f72eb9c18', '53f50171-e450-49b5-b67e-572bb86c0436', '984e5a30-4341-4893-a42c-e8e93b003556'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:25.325380 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Pushing event deleted for resources: {'Port': ['ID=984e5a30-4341-4893-a42c-e8e93b003556,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:25.327369 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:25.355662 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fe8df-8c06-4a14-a801-b5ffea3578b4 req-06df7ef5-652c-4048-8be6-19d93826085e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:25.370725 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f69fe8df-8c06-4a14-a801-b5ffea3578b4 req-06df7ef5-652c-4048-8be6-19d93826085e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 945 time: 0.1521201 Jun 24 06:42:25.429886 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] No DVR routers for this DVR port 984e5a30-4341-4893-a42c-e8e93b003556 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:42:25.433018 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:25.435137 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-81693e3c-44c2-44b1-8e67-d891bf13b9f9 req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "DELETE /v2.0/ports/984e5a30-4341-4893-a42c-e8e93b003556 HTTP/1.1" status: 204 len: 173 time: 1.4217186 Jun 24 06:42:25.435652 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fa553-39bb-408b-b13d-5f8ba7f3cbec', 'name': 'network-vif-deleted', 'tag': '984e5a30-4341-4893-a42c-e8e93b003556'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:25.438365 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752d20b5-9b93-4170-a268-0b416ebb653f" -d '{"events": [{"server_uuid": "1d5fa553-39bb-408b-b13d-5f8ba7f3cbec", "name": "network-vif-deleted", "tag": "984e5a30-4341-4893-a42c-e8e93b003556"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:25.452289 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f69fe8df-8c06-4a14-a801-b5ffea3578b4 req-18bbf2c6-11c6-4eb4-a80e-8a221ea36e7e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792968 Jun 24 06:42:25.572381 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7a35c-c70d-4398-aa77-78e77f38832a x-openstack-request-id: req-11d7a35c-c70d-4398-aa77-78e77f38832a {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:25.573269 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5fa553-39bb-408b-b13d-5f8ba7f3cbec", "name": "network-vif-deleted", "tag": "984e5a30-4341-4893-a42c-e8e93b003556", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:25.573565 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11d7a35c-c70d-4398-aa77-78e77f38832a {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:25.573999 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5fa553-39bb-408b-b13d-5f8ba7f3cbec', 'name': 'network-vif-deleted', 'tag': '984e5a30-4341-4893-a42c-e8e93b003556', 'status': 'completed', 'code': 200} Jun 24 06:42:25.721576 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-032a46c6-4ca9-402d-b182-e9d3ed2fce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:25.735412 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843e180-1a05-4bb7-9f6d-0edf5da800be req-006a7703-908f-41bb-939a-ba4ce26a9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:25.737082 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a843e180-1a05-4bb7-9f6d-0edf5da800be req-006a7703-908f-41bb-939a-ba4ce26a9c3c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 1098 time: 0.1348958 Jun 24 06:42:25.875161 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a843e180-1a05-4bb7-9f6d-0edf5da800be req-fb675ba3-23d3-41fe-b07f-598542d36fe8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296630 Jun 24 06:42:25.976387 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78109b-5a0b-44a5-bcd3-3a65dbf69977 req-fee2576c-5255-4d77-9230-c2d6a451746e tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:25.980049 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8d78109b-5a0b-44a5-bcd3-3a65dbf69977 req-fee2576c-5255-4d77-9230-c2d6a451746e tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1427493 Jun 24 06:42:26.046193 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8d78109b-5a0b-44a5-bcd3-3a65dbf69977 req-6e904b28-c63b-4a36-969e-aacdfda82a41 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597441 Jun 24 06:42:26.174720 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fc746d46-518c-405b-bffe-9cd940c59681 req-62f5b67c-0d70-4142-a186-8beaf149b9ba tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 210 time: 0.0355623 Jun 24 06:42:26.269844 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd552db-0aa8-4833-b2b3-5d35559369c5 req-437e565d-3f46-4503-bea4-090d57a8bceb tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:26.271758 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-acd552db-0aa8-4833-b2b3-5d35559369c5 req-437e565d-3f46-4503-bea4-090d57a8bceb tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0732472 Jun 24 06:42:26.323835 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-acd552db-0aa8-4833-b2b3-5d35559369c5 req-bda57672-a819-4c6f-8582-1146b0d3ef34 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Jun 24 06:42:26.655332 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b15f79-41a5-47d7-9de6-99c06f0b6486 req-e67be180-16c5-4d88-8ce6-ef0f92f158c1 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:26.656712 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-96b15f79-41a5-47d7-9de6-99c06f0b6486 req-e67be180-16c5-4d88-8ce6-ef0f92f158c1 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 945 time: 0.0745921 Jun 24 06:42:26.701782 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-96b15f79-41a5-47d7-9de6-99c06f0b6486 req-3bc9ab7d-001c-402c-9a88-9655447020f4 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381384 Jun 24 06:42:27.268823 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e4d69-adfc-470a-af03-1cc25b9e9d65 req-88ff5aa7-2f3f-495d-9f03-83e0efd25ece tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:27.291283 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ce5e4d69-adfc-470a-af03-1cc25b9e9d65 req-88ff5aa7-2f3f-495d-9f03-83e0efd25ece tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1138740 Jun 24 06:42:27.390139 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ce5e4d69-adfc-470a-af03-1cc25b9e9d65 req-a20b3b30-1e5c-4a08-ba49-2c6fa793d182 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971591 Jun 24 06:42:27.444366 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eea5efdd-c1d0-4013-a9d4-a887e32479da req-b4b44312-640e-4323-904d-f3d4c4bd93ac tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 210 time: 0.0370479 Jun 24 06:42:27.593023 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc93a-6937-4528-b9d7-e6ab13390328 req-ed8d0519-4e53-4c13-8f24-f1d3531684a5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:27.594593 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-020cc93a-6937-4528-b9d7-e6ab13390328 req-ed8d0519-4e53-4c13-8f24-f1d3531684a5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0755405 Jun 24 06:42:27.638552 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-020cc93a-6937-4528-b9d7-e6ab13390328 req-25989892-54e0-40a4-ab28-014eb32ab88c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368357 Jun 24 06:42:27.903669 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d348-9f0c-48da-a43b-c1ea940fd80e req-62a6b203-a948-4e47-b38e-f5cb9dd3d1c6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:27.905128 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-beb1d348-9f0c-48da-a43b-c1ea940fd80e req-62a6b203-a948-4e47-b38e-f5cb9dd3d1c6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 945 time: 0.0745385 Jun 24 06:42:27.946515 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-beb1d348-9f0c-48da-a43b-c1ea940fd80e req-2a89279a-71a6-4c1e-95a4-1fe2676563e6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350239 Jun 24 06:42:28.436113 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-aaa44296-a7c0-4a91-a1f6-acd4954c3509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:28.593021 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820f322-cc86-412f-8957-e898e6abebf9 req-582026b9-d439-4599-bd0f-fbba0acc7d14 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:28.594742 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d820f322-cc86-412f-8957-e898e6abebf9 req-582026b9-d439-4599-bd0f-fbba0acc7d14 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0712121 Jun 24 06:42:28.598853 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:28.640012 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d820f322-cc86-412f-8957-e898e6abebf9 req-cec1f822-9d86-4399-bc70-8e69ddde9e79 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354359 Jun 24 06:42:28.698663 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6a5248fe-b003-41cf-876a-147da62b1f88 req-5e601d0c-5922-4881-9e7d-ef1af6a26c80 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5fa553-39bb-408b-b13d-5f8ba7f3cbec HTTP/1.1" status: 200 len: 210 time: 0.0741477 Jun 24 06:42:28.836945 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169174f-afaf-42d5-ba16-6c4e41ecf4c7 req-c3aa248b-887f-4486-85f7-e67582bda297 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:28.838480 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4169174f-afaf-42d5-ba16-6c4e41ecf4c7 req-c3aa248b-887f-4486-85f7-e67582bda297 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0677681 Jun 24 06:42:28.879592 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4169174f-afaf-42d5-ba16-6c4e41ecf4c7 req-4d09783c-51e3-4fd8-ab58-f4c0119f1dc2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345745 Jun 24 06:42:29.133572 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e7a8e-ec2e-4782-95a9-aea0dd69d7c2 req-0dac2d66-5aa8-497d-9fd7-13cce5d85cb5 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:29.135220 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-da8e7a8e-ec2e-4782-95a9-aea0dd69d7c2 req-0dac2d66-5aa8-497d-9fd7-13cce5d85cb5 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 945 time: 0.0687490 Jun 24 06:42:29.151057 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 984e5a30-4341-4893-a42c-e8e93b003556 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:29.177224 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 984e5a30-4341-4893-a42c-e8e93b003556 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:29.179234 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 984e5a30-4341-4893-a42c-e8e93b003556 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:29.213634 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-da8e7a8e-ec2e-4782-95a9-aea0dd69d7c2 req-866a3d3c-018a-44da-8529-e8fe7d1b7910 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722158 Jun 24 06:42:29.506975 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:29.864729 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8243a-ec6e-4d8c-827d-398e7ee76d41 req-43078bb8-fc35-41f9-aad6-b914b7694ce1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:29.866699 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-09c8243a-ec6e-4d8c-827d-398e7ee76d41 req-43078bb8-fc35-41f9-aad6-b914b7694ce1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0902534 Jun 24 06:42:29.923940 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-09c8243a-ec6e-4d8c-827d-398e7ee76d41 req-05e79c51-989a-4e0e-815e-22917d33aa75 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492463 Jun 24 06:42:30.163450 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931a3a5-8cf4-4962-a800-7f81e65a55ef req-d146690f-a6ab-4c41-bd24-421331e7555e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:30.165812 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f931a3a5-8cf4-4962-a800-7f81e65a55ef req-d146690f-a6ab-4c41-bd24-421331e7555e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0942860 Jun 24 06:42:30.241460 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f931a3a5-8cf4-4962-a800-7f81e65a55ef req-19ca109a-f674-42be-bd92-260ee9ad2f5f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613472 Jun 24 06:42:30.674966 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b618a-830c-4c98-ba58-9b02a9f5ae1c req-6a0584ec-ef6a-41b5-af28-47c994db35b2 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:30.678305 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cf5b618a-830c-4c98-ba58-9b02a9f5ae1c req-6a0584ec-ef6a-41b5-af28-47c994db35b2 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 945 time: 0.1052747 Jun 24 06:42:30.776088 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cf5b618a-830c-4c98-ba58-9b02a9f5ae1c req-a48df326-fcd3-4448-b603-7592a963b073 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889039 Jun 24 06:42:30.932704 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf280acd-12ac-4c1b-8bbb-b1fc09f3b495 req-76589911-6dab-4450-a287-1231c652c361 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:30.934931 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cf280acd-12ac-4c1b-8bbb-b1fc09f3b495 req-76589911-6dab-4450-a287-1231c652c361 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 946 time: 0.1518939 Jun 24 06:42:31.050047 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cf280acd-12ac-4c1b-8bbb-b1fc09f3b495 req-d1b28cdb-e7cb-4313-a70c-d159973f82ac tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005034 Jun 24 06:42:31.106128 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-9ecce274-80c6-4651-858f-152e426ef222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:31.109544 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-9ecce274-80c6-4651-858f-152e426ef222 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1098 time: 0.1967373 Jun 24 06:42:31.131006 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:31.355149 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-c7a11dcc-54cd-450b-b557-7c1cd62d552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:31.360291 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-c7a11dcc-54cd-450b-b557-7c1cd62d552d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.2365794 Jun 24 06:42:31.460219 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88154e41-18fc-4fb9-b181-8cce1cf579c0 req-7afa1420-4271-4e95-a3d4-6699bca7df42 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:31.476651 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-88154e41-18fc-4fb9-b181-8cce1cf579c0 req-7afa1420-4271-4e95-a3d4-6699bca7df42 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1716809 Jun 24 06:42:31.544956 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-ef155370-6367-412b-a340-bb4a61937696 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 1000 time: 0.1784406 Jun 24 06:42:31.565713 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-88154e41-18fc-4fb9-b181-8cce1cf579c0 req-e991c316-f254-4361-8812-1038e847fc4d tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877244 Jun 24 06:42:31.649303 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-fc0831bc-e6ff-4cd8-aa80-159de43366e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:31.651506 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-fc0831bc-e6ff-4cd8-aa80-159de43366e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0928991 Jun 24 06:42:31.788539 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-69f91486-7d05-44ee-b1c9-b69cb8f6d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:31.791060 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-69f91486-7d05-44ee-b1c9-b69cb8f6d393 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1286886 Jun 24 06:42:32.005403 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffd72d-a4ac-438b-89bb-cb56eaccd50a req-3a18b77f-8519-4b9d-a426-3fc0a6e62776 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:32.006954 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d1ffd72d-a4ac-438b-89bb-cb56eaccd50a req-3a18b77f-8519-4b9d-a426-3fc0a6e62776 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.1678278 Jun 24 06:42:32.068772 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92910c-0816-4c7b-bb11-83d4593f5754 req-7cada4aa-0da8-4b2c-ae3f-1f2d5c88e5e8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:32.078551 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7a92910c-0816-4c7b-bb11-83d4593f5754 req-7cada4aa-0da8-4b2c-ae3f-1f2d5c88e5e8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.1819234 Jun 24 06:42:32.087129 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d1ffd72d-a4ac-438b-89bb-cb56eaccd50a req-011c34c7-411c-499e-8b8a-7e5a43509cc3 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Jun 24 06:42:32.169510 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7a92910c-0816-4c7b-bb11-83d4593f5754 req-17867c9d-601f-43f3-b89f-c3d45fd33e34 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894504 Jun 24 06:42:32.194898 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-81076179-3b13-4d9d-9bd8-db73d90b3512 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918192 Jun 24 06:42:32.207801 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-51cb977a-fd36-4b33-9e1a-fec03eefea75 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:32.209235 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-51cb977a-fd36-4b33-9e1a-fec03eefea75 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 946 time: 0.2244298 Jun 24 06:42:32.461203 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-204d995f-c670-4f2b-b376-adaaeb6bb541 req-9e8a4120-4a20-4e5f-a59e-3d3057865a4d service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505968 Jun 24 06:42:32.514326 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Deleting port 53f50171-e450-49b5-b67e-572bb86c0436 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:32.515970 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:32.657228 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2781f-05e3-4655-9ecf-19bb986778d3 req-8b01be36-8d5d-40ff-b746-f7e964b13180 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:32.666304 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6ec2781f-05e3-4655-9ecf-19bb986778d3 req-8b01be36-8d5d-40ff-b746-f7e964b13180 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 946 time: 0.4356601 Jun 24 06:42:32.692446 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] For port 53f50171-e450-49b5-b67e-572bb86c0436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=53f50171-e450-49b5-b67e-572bb86c0436,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:32.692809 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:32.709901 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-3c5b4bc0-1781-4b94-b1ab-3df956cb5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:32.712172 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-3c5b4bc0-1781-4b94-b1ab-3df956cb5193 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1098 time: 0.1593881 Jun 24 06:42:32.715815 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6ec2781f-05e3-4655-9ecf-19bb986778d3 req-39b57a6b-94df-4bd0-be20-4bf298ed3497 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491040 Jun 24 06:42:32.726292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Calling delete_port for 53f50171-e450-49b5-b67e-572bb86c0436 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:32.993210 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-00585961-70c5-450c-95b6-f62759df1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:32.996457 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-00585961-70c5-450c-95b6-f62759df1345 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.2587700 Jun 24 06:42:33.010920 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e459-c5a3-4dcc-bc24-c63fa35e5408 req-d2bf28b1-3dcb-405b-8a5e-9d8847bce9c3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:33.010920 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5e37e459-c5a3-4dcc-bc24-c63fa35e5408 req-d2bf28b1-3dcb-405b-8a5e-9d8847bce9c3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.2456543 Jun 24 06:42:33.227250 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5e37e459-c5a3-4dcc-bc24-c63fa35e5408 req-52877bc9-b3b1-4e85-85cb-b1e3a3958dd6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611474 Jun 24 06:42:33.250510 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-1ec306b2-2731-4b3c-9762-59613627d4d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 1000 time: 0.2399774 Jun 24 06:42:33.314168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:33.320140 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-72810cff-eda5-4ac9-97da-2864006077b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:33.328286 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e3c9a35e-4e53-454d-9f77-d47f72eb9c18', '53f50171-e450-49b5-b67e-572bb86c0436'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:33.469310 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Pushing event deleted for resources: {'Port': ['ID=53f50171-e450-49b5-b67e-572bb86c0436,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:33.486181 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:33.511564 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9c0a3-bc45-408d-a578-a9467b878f82 req-51fe2f4e-30d8-4805-a970-6d5f03ad07a5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:33.522089 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1bb9c0a3-bc45-408d-a578-a9467b878f82 req-51fe2f4e-30d8-4805-a970-6d5f03ad07a5 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.1453629 Jun 24 06:42:33.543164 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-db1610ee-4f07-4369-b6cc-ff5aea8b0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:33.544621 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-db1610ee-4f07-4369-b6cc-ff5aea8b0842 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.2772555 Jun 24 06:42:33.613047 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1bb9c0a3-bc45-408d-a578-a9467b878f82 req-db691516-1b31-4925-90af-55022961cfdf tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888908 Jun 24 06:42:33.699042 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] No DVR routers for this DVR port 53f50171-e450-49b5-b67e-572bb86c0436 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:42:33.705234 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:33.707802 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2acb9c99-0c36-4c2d-9f22-5d8f8d6ca2f5 req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "DELETE /v2.0/ports/53f50171-e450-49b5-b67e-572bb86c0436 HTTP/1.1" status: 204 len: 173 time: 1.4894485 Jun 24 06:42:33.709908 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8524ad2f-61f8-4b57-b908-3e747a8bac9a', 'name': 'network-vif-deleted', 'tag': '53f50171-e450-49b5-b67e-572bb86c0436'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:33.713884 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dce393-cfd0-4534-b81e-6b3694cde7a0" -d '{"events": [{"server_uuid": "8524ad2f-61f8-4b57-b908-3e747a8bac9a", "name": "network-vif-deleted", "tag": "53f50171-e450-49b5-b67e-572bb86c0436"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:33.794578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555fb34-560a-452e-9033-7d0a8543c6e3 req-0d77e95c-e3e6-4172-80f9-3a2d44c63b2b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:33.802568 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9555fb34-560a-452e-9033-7d0a8543c6e3 req-0d77e95c-e3e6-4172-80f9-3a2d44c63b2b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.3802106 Jun 24 06:42:33.812130 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa4950e-5352-4bc1-816d-85556a179b3c x-openstack-request-id: req-8fa4950e-5352-4bc1-816d-85556a179b3c {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:33.812130 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8524ad2f-61f8-4b57-b908-3e747a8bac9a", "name": "network-vif-deleted", "tag": "53f50171-e450-49b5-b67e-572bb86c0436", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:33.812130 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fa4950e-5352-4bc1-816d-85556a179b3c {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:33.812799 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8524ad2f-61f8-4b57-b908-3e747a8bac9a', 'name': 'network-vif-deleted', 'tag': '53f50171-e450-49b5-b67e-572bb86c0436', 'status': 'completed', 'code': 200} Jun 24 06:42:33.827234 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-f15ae3e5-3097-40e0-bfd9-379b4e80a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:33.828919 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-f15ae3e5-3097-40e0-bfd9-379b4e80a8d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2406173 Jun 24 06:42:33.893712 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9555fb34-560a-452e-9033-7d0a8543c6e3 req-13ef39d4-2934-4815-a3c1-232893cb1b73 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858309 Jun 24 06:42:34.063785 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-42864954-6700-4de1-b411-5065e7ba33fd req-e65eb9a9-86a8-4b00-a3b6-5eb755a689d0 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 210 time: 0.0636384 Jun 24 06:42:34.084520 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-afb08aee-f7b1-4d10-9de8-c30dd2913157 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392535 Jun 24 06:42:34.292592 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-986b5c93-0edd-4471-bdc2-e6e053ed14f8 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027793 Jun 24 06:42:34.356108 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-059a05e6-0ee1-4a23-b4ee-b2d86ff3ed26 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:34.359530 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-059a05e6-0ee1-4a23-b4ee-b2d86ff3ed26 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.1426363 Jun 24 06:42:34.658510 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bb785-ea00-4d9c-83ed-e1ef48e1f2ac req-988d3430-d3e9-4547-8b07-47b667becfc3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:34.667184 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1b3bb785-ea00-4d9c-83ed-e1ef48e1f2ac req-988d3430-d3e9-4547-8b07-47b667becfc3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1675878 Jun 24 06:42:34.669415 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Deleting port 94a2a33e-2c69-416f-8887-e80cb234480c {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:34.669985 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:34.826432 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] For port 94a2a33e-2c69-416f-8887-e80cb234480c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=94a2a33e-2c69-416f-8887-e80cb234480c,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:34.826432 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:34.836922 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Calling delete_port for 94a2a33e-2c69-416f-8887-e80cb234480c owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:34.838748 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:42:34.961582 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf2f5-61ca-46e0-9cf0-9fac149e5eb3 req-05eec6a7-99c1-4724-86a2-fe0503c69e4c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:34.964049 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-053bf2f5-61ca-46e0-9cf0-9fac149e5eb3 req-05eec6a7-99c1-4724-86a2-fe0503c69e4c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 945 time: 0.1892092 Jun 24 06:42:34.991065 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1b3bb785-ea00-4d9c-83ed-e1ef48e1f2ac req-9170c1a7-24ef-43c4-b1d4-56c0eac633e7 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555231 Jun 24 06:42:35.050268 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-053bf2f5-61ca-46e0-9cf0-9fac149e5eb3 req-a2d67e7b-6be9-45c4-b4e8-926cabc4ab2a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737002 Jun 24 06:42:35.095666 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:35.301001 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-16e5d27f-9dc4-4fa3-bb5e-819352a19034 req-bb3c6d61-bb94-4d43-b90f-c103339ee6de tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=8524ad2f-61f8-4b57-b908-3e747a8bac9a HTTP/1.1" status: 200 len: 210 time: 0.0361266 Jun 24 06:42:35.407468 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b21d6-9725-44c2-a8c2-db89aeaaa69b req-d563ad99-f13e-4218-9550-0eda21e96a9e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:35.409018 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5e8b21d6-9725-44c2-a8c2-db89aeaaa69b req-d563ad99-f13e-4218-9550-0eda21e96a9e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.0833037 Jun 24 06:42:35.462676 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5e8b21d6-9725-44c2-a8c2-db89aeaaa69b req-4ac3bca8-a017-41b9-968d-3f57ef59b6d1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474417 Jun 24 06:42:35.473629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:35.486774 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:35.489777 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['0da09293-a3e0-479d-92f1-23746727f8b6', '94a2a33e-2c69-416f-8887-e80cb234480c'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:35.571320 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Pushing event deleted for resources: {'Port': ['ID=94a2a33e-2c69-416f-8887-e80cb234480c,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:35.595843 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:35.668757 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] No DVR routers for this DVR port 94a2a33e-2c69-416f-8887-e80cb234480c on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:42:35.672356 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:35.674390 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-12842e3c-446c-46f4-9a69-7f177e3a5da9 req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.21 "DELETE /v2.0/ports/94a2a33e-2c69-416f-8887-e80cb234480c HTTP/1.1" status: 204 len: 173 time: 1.3087983 Jun 24 06:42:35.798810 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-0b90eb8b-92bd-4058-bfd7-e07126421f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:35.800746 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-0b90eb8b-92bd-4058-bfd7-e07126421f17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1098 time: 0.0879397 Jun 24 06:42:35.828489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3ee623-6e6f-451b-9f0e-b3f16edbf427', 'name': 'network-vif-deleted', 'tag': '94a2a33e-2c69-416f-8887-e80cb234480c'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:35.836352 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e92b41-c480-40aa-9fff-84d023a2521e" -d '{"events": [{"server_uuid": "0d3ee623-6e6f-451b-9f0e-b3f16edbf427", "name": "network-vif-deleted", "tag": "94a2a33e-2c69-416f-8887-e80cb234480c"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:35.924283 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dfd8e9-bc8d-408f-ad30-cb393bf031ae x-openstack-request-id: req-d8dfd8e9-bc8d-408f-ad30-cb393bf031ae {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:35.924604 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3ee623-6e6f-451b-9f0e-b3f16edbf427", "name": "network-vif-deleted", "tag": "94a2a33e-2c69-416f-8887-e80cb234480c", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:35.924878 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8dfd8e9-bc8d-408f-ad30-cb393bf031ae {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:35.925317 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3ee623-6e6f-451b-9f0e-b3f16edbf427', 'name': 'network-vif-deleted', 'tag': '94a2a33e-2c69-416f-8887-e80cb234480c', 'status': 'completed', 'code': 200} Jun 24 06:42:35.974102 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-b7faa0fc-8a9c-4dd3-82c3-344135d482cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:35.975937 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-b7faa0fc-8a9c-4dd3-82c3-344135d482cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.1643088 Jun 24 06:42:36.051957 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-0705ce2d-79d4-421b-89f2-d2269c681202 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 200 len: 1001 time: 0.0668521 Jun 24 06:42:36.126997 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-a8d6d72c-f7c7-4492-85a4-954f5c939c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:36.128452 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-a8d6d72c-f7c7-4492-85a4-954f5c939c29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0687168 Jun 24 06:42:36.169891 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:36.205495 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-62467d8d-224b-41ca-a265-fd62aae58cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:36.208026 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-62467d8d-224b-41ca-a265-fd62aae58cb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715313 Jun 24 06:42:36.308627 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1bc3fea6-4dc5-4080-b0a5-c49ba9cdf634 req-f8d13660-53ab-43ca-86f2-345a429ef00b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3ee623-6e6f-451b-9f0e-b3f16edbf427 HTTP/1.1" status: 200 len: 210 time: 0.0632925 Jun 24 06:42:36.359934 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-c7729300-ffa1-44a8-a7f0-40721aa675de service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421762 Jun 24 06:42:36.528003 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-493a7aa2-5139-4cb2-a71e-49dbd2131520 req-dd92e7ca-1bd0-4224-861e-99a3563eaf65 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559081 Jun 24 06:42:36.590672 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:36.698478 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:36.701918 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:36.716969 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2554d9c3-1fc0-45b2-8a33-ff2dce8966f5" -d '{"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-unplugged", "status": "completed", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:36.756557 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11edee-8ac2-42cf-8c7f-17012a7a4db8 req-cf57c2f0-e0ae-4fb0-a0f5-f53cdd2d2c0a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:36.763805 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fc11edee-8ac2-42cf-8c7f-17012a7a4db8 req-cf57c2f0-e0ae-4fb0-a0f5-f53cdd2d2c0a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 945 time: 0.1204152 Jun 24 06:42:36.793244 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:36.794845 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 53f50171-e450-49b5-b67e-572bb86c0436 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:36.800647 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf95e9c-6f71-4812-b7de-d59cd2204f91 x-openstack-request-id: req-5bf95e9c-6f71-4812-b7de-d59cd2204f91 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:36.801097 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-unplugged", "status": "completed", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:36.804035 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bf95e9c-6f71-4812-b7de-d59cd2204f91 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:36.804035 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'code': 200} Jun 24 06:42:36.805040 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:36.834618 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fc11edee-8ac2-42cf-8c7f-17012a7a4db8 req-8312678d-2f72-4056-b39c-8bc2a75d13b7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604527 Jun 24 06:42:36.851935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 53f50171-e450-49b5-b67e-572bb86c0436 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:36.852330 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 53f50171-e450-49b5-b67e-572bb86c0436 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:36.853516 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 94a2a33e-2c69-416f-8887-e80cb234480c no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:36.927194 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 94a2a33e-2c69-416f-8887-e80cb234480c {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:36.927693 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 94a2a33e-2c69-416f-8887-e80cb234480c not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:36.950098 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=8']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:36.962121 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.962635 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.963661 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.963661 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.963984 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.964334 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.964656 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.965101 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.965596 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.965995 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.966402 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.966789 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:42:36.971410 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:38.018370 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f557cb9-fc9d-4825-98db-6bd6110f518e req-2b12960e-4f49-4472-86bf-b98515ed8b05 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:38.022727 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3f557cb9-fc9d-4825-98db-6bd6110f518e req-2b12960e-4f49-4472-86bf-b98515ed8b05 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0846214 Jun 24 06:42:38.068088 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3f557cb9-fc9d-4825-98db-6bd6110f518e req-bb214ffb-a466-421b-8dbe-bf2fa1f07187 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Jun 24 06:42:38.465400 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b820904-3fc5-40aa-896d-004b09d6e26d req-017ad954-e70d-43db-8c7e-cb36fd6b45bf tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:38.467177 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b820904-3fc5-40aa-896d-004b09d6e26d req-017ad954-e70d-43db-8c7e-cb36fd6b45bf tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0755773 Jun 24 06:42:38.529380 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2b820904-3fc5-40aa-896d-004b09d6e26d req-a70eda56-2001-489a-9795-872108ea18d6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561500 Jun 24 06:42:38.591559 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1548dd-2d60-4319-91a4-dc5295056b98 req-f9831014-1faa-4981-aa7d-e7c132623f97 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:38.593685 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7b1548dd-2d60-4319-91a4-dc5295056b98 req-f9831014-1faa-4981-aa7d-e7c132623f97 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 945 time: 0.0847805 Jun 24 06:42:38.642906 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7b1548dd-2d60-4319-91a4-dc5295056b98 req-d30d433f-df23-46c9-9a82-76444e04f7ac tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439196 Jun 24 06:42:39.242474 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148af1-4429-40cd-9362-7887e05bba43 req-aee5275e-803d-428e-94b9-9a4ee4131167 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:39.243856 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-46148af1-4429-40cd-9362-7887e05bba43 req-aee5275e-803d-428e-94b9-9a4ee4131167 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0629044 Jun 24 06:42:39.297539 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-46148af1-4429-40cd-9362-7887e05bba43 req-59b3a6be-b1b5-4195-b062-c5e3921f9435 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470328 Jun 24 06:42:39.728523 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3590-49cf-45eb-811a-34d51545d642 req-502d3c25-1ec6-4127-9fe1-298aef1f2d79 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:39.730629 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9c0f3590-49cf-45eb-811a-34d51545d642 req-502d3c25-1ec6-4127-9fe1-298aef1f2d79 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0815854 Jun 24 06:42:39.779938 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9c0f3590-49cf-45eb-811a-34d51545d642 req-bad5bfdc-648f-4c27-a2c6-54c65bbe3ed1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430489 Jun 24 06:42:39.841292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa478d8f-f0fb-4ff2-b5c9-a42e94218cf8 req-f99e3edc-da0d-446d-8f55-a6bb694d2fc1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:39.843286 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa478d8f-f0fb-4ff2-b5c9-a42e94218cf8 req-f99e3edc-da0d-446d-8f55-a6bb694d2fc1 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 945 time: 0.0803411 Jun 24 06:42:39.883819 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aa478d8f-f0fb-4ff2-b5c9-a42e94218cf8 req-75aef784-3215-4af1-b2fe-2f8a87d7eb57 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Jun 24 06:42:40.553425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d1eea-ac3c-400d-9e4c-35f76908e98a req-8047b54d-47a1-4ba1-95c9-0664560f3731 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:40.555065 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-445d1eea-ac3c-400d-9e4c-35f76908e98a req-8047b54d-47a1-4ba1-95c9-0664560f3731 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1439421 Jun 24 06:42:40.577675 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-47e034e4-6c0e-4027-be5f-f0a8f7d5848b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:40.579101 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-47e034e4-6c0e-4027-be5f-f0a8f7d5848b tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 945 time: 0.1661992 Jun 24 06:42:40.649989 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-445d1eea-ac3c-400d-9e4c-35f76908e98a req-ae135b70-04af-473d-9c41-1f5e90877778 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874529 Jun 24 06:42:40.717303 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Deleting port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:40.717651 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:40.825834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] For port e3c9a35e-4e53-454d-9f77-d47f72eb9c18, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,segment=NetworkSegment(f3400029-84a2-4d07-8c62-3ade27fb3b13),segment_id=f3400029-84a2-4d07-8c62-3ade27fb3b13)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:40.826194 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:40.839054 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Calling delete_port for e3c9a35e-4e53-454d-9f77-d47f72eb9c18 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:41.087586 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:41.092715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-cea995c7-e0f9-4f5b-9cf5-a2561016981d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:41.104922 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['e3c9a35e-4e53-454d-9f77-d47f72eb9c18'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:41.130372 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a129c7-52c6-4d80-9e67-972781d015ae req-31af8a8d-1e8d-4468-8a64-6c72639f452e tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:41.131949 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d4a129c7-52c6-4d80-9e67-972781d015ae req-31af8a8d-1e8d-4468-8a64-6c72639f452e tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 945 time: 0.1108413 Jun 24 06:42:41.136550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Pushing event deleted for resources: {'Port': ['ID=e3c9a35e-4e53-454d-9f77-d47f72eb9c18,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:41.152069 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:41.205614 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] No DVR routers for this DVR port e3c9a35e-4e53-454d-9f77-d47f72eb9c18 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:42:41.212473 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:41.215281 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f0a508ef-06a7-4de9-897f-593ee5a4e08a req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.21 "DELETE /v2.0/ports/e3c9a35e-4e53-454d-9f77-d47f72eb9c18 HTTP/1.1" status: 204 len: 173 time: 0.6265349 Jun 24 06:42:41.215847 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd328d-32e4-496f-85b3-f14c7dbc3ad5', 'name': 'network-vif-deleted', 'tag': 'e3c9a35e-4e53-454d-9f77-d47f72eb9c18'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:41.218209 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b47ced-59ad-4eeb-bc61-f814154fe8fe" -d '{"events": [{"server_uuid": "35cd328d-32e4-496f-85b3-f14c7dbc3ad5", "name": "network-vif-deleted", "tag": "e3c9a35e-4e53-454d-9f77-d47f72eb9c18"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:41.246847 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d4a129c7-52c6-4d80-9e67-972781d015ae req-48a1b943-0d8b-4e54-ac3e-0d6b28014928 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047542 Jun 24 06:42:41.313029 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360898a8-ba60-4ad1-b415-99b38d75a1b2 x-openstack-request-id: req-360898a8-ba60-4ad1-b415-99b38d75a1b2 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:41.314030 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd328d-32e4-496f-85b3-f14c7dbc3ad5", "name": "network-vif-deleted", "tag": "e3c9a35e-4e53-454d-9f77-d47f72eb9c18", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:41.314512 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-360898a8-ba60-4ad1-b415-99b38d75a1b2 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:41.315154 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd328d-32e4-496f-85b3-f14c7dbc3ad5', 'name': 'network-vif-deleted', 'tag': 'e3c9a35e-4e53-454d-9f77-d47f72eb9c18', 'status': 'completed', 'code': 200} Jun 24 06:42:41.771015 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd8953-0736-4130-99eb-fadfe13f0826 req-2f05c714-1721-4e10-a2bd-e5cec9d36072 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:41.773669 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04dd8953-0736-4130-99eb-fadfe13f0826 req-2f05c714-1721-4e10-a2bd-e5cec9d36072 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0849130 Jun 24 06:42:41.844647 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04dd8953-0736-4130-99eb-fadfe13f0826 req-733178de-12dc-4eb6-8aeb-c986bf215f3c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587049 Jun 24 06:42:41.866549 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d58e5-6608-4ef3-8cd4-c9d28cd1977d req-065d0337-9aba-465a-b8e2-fa6bca531fb6 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:41.868901 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-779d58e5-6608-4ef3-8cd4-c9d28cd1977d req-065d0337-9aba-465a-b8e2-fa6bca531fb6 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0848973 Jun 24 06:42:41.909229 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-779d58e5-6608-4ef3-8cd4-c9d28cd1977d req-b22bcc25-c35e-483b-a545-62ad2370ca0b tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Jun 24 06:42:42.197169 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device e3c9a35e-4e53-454d-9f77-d47f72eb9c18 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:42.223019 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: e3c9a35e-4e53-454d-9f77-d47f72eb9c18 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:42.223703 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device e3c9a35e-4e53-454d-9f77-d47f72eb9c18 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:42.224235 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:42.440325 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-26763e49-ff57-4a4e-a042-d41dccc89193 req-70796086-9b16-4407-97d0-5327a0b9a2dc tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cd328d-32e4-496f-85b3-f14c7dbc3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0286763 Jun 24 06:42:43.042046 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94b36d-e291-4827-8902-d019cea4efd2 req-46a9da89-5462-4331-8752-aaab15b5fd73 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:43.044339 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9a94b36d-e291-4827-8902-d019cea4efd2 req-46a9da89-5462-4331-8752-aaab15b5fd73 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0831814 Jun 24 06:42:43.086581 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9a94b36d-e291-4827-8902-d019cea4efd2 req-d28ac878-e860-4a3c-8ddf-98b0f99dad10 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357444 Jun 24 06:42:43.164168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd5cf-d1a4-4757-b26a-8a0f2942cab9 req-8a0a3904-1b14-4441-a187-293ccf87405c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:43.166258 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1f1bd5cf-d1a4-4757-b26a-8a0f2942cab9 req-8a0a3904-1b14-4441-a187-293ccf87405c tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.0961013 Jun 24 06:42:43.217043 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1f1bd5cf-d1a4-4757-b26a-8a0f2942cab9 req-76400bd7-c638-4cc9-894a-fd0f54f83aae tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 Jun 24 06:42:43.542415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39632) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:43.589037 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] Deleting subnet a2254bff-d9f6-4049-8c4f-101fc662efb7 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 06:42:43.592366 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:43.628297 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:43.668098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:43.804365 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:43.807165 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:43.828907 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2254bff-d9f6-4049-8c4f-101fc662efb7,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:43.831532 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:43.839626 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:43.841490 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-62d1ed28-38e3-42ba-8b60-c8c7244e9002 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a2254bff-d9f6-4049-8c4f-101fc662efb7 HTTP/1.1" status: 204 len: 168 time: 0.2979693 Jun 24 06:42:43.844034 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39634) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:43.915466 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.000953 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.011700 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5eec1cb-e034-4349-8b2b-ef549540cd3a']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:44.022871 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3400029-84a2-4d07-8c62-3ade27fb3b13') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:44.023173 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3400029-84a2-4d07-8c62-3ade27fb3b13') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:44.032093 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.046218 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.054037 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 06:42:44.054510 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 06:42:44.060816 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 06:42:44.175472 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.179614 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6deb3f3a-0c90-4915-b967-c1356d2c3a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:44.192582 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.197464 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d5eec1cb-e034-4349-8b2b-ef549540cd3a HTTP/1.1" status: 204 len: 168 time: 0.3523152 Jun 24 06:42:44.199131 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5eec1cb-e034-4349-8b2b-ef549540cd3a,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:44.201744 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:44.342474 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fd8ce-d5ae-4c1d-b532-19f4a70db1af req-f0645f07-77e3-4292-bd11-cab43c865713 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:44.344668 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a18fd8ce-d5ae-4c1d-b532-19f4a70db1af req-f0645f07-77e3-4292-bd11-cab43c865713 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1184464 Jun 24 06:42:44.365107 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-0ace3d6a-cb58-4f32-bf4b-83343020c781 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:44.366657 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-0ace3d6a-cb58-4f32-bf4b-83343020c781 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.21 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1290336 Jun 24 06:42:44.465372 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a18fd8ce-d5ae-4c1d-b532-19f4a70db1af req-389889fa-819e-42bd-9898-9a56dff1ebf1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975728 Jun 24 06:42:44.504728 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979c33f-25da-4c14-bb06-0cbb8850c7d1 req-5d296d85-9e96-478e-8a01-329ebc9c037a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:44.506451 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3979c33f-25da-4c14-bb06-0cbb8850c7d1 req-5d296d85-9e96-478e-8a01-329ebc9c037a tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 946 time: 0.1044624 Jun 24 06:42:44.550081 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Deleting port 0da09293-a3e0-479d-92f1-23746727f8b6 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:44.550501 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.565467 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3979c33f-25da-4c14-bb06-0cbb8850c7d1 req-8148f9b1-452d-41ff-86d2-3690e302cc07 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/security-groups?id=34704730-9359-4544-a072-e26e13d273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Jun 24 06:42:44.590691 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39644) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:44.641776 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-5dc1798c-825a-4f62-b1da-13cc4e716b5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36a12fa5131f40a18b7f39735fcf230c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495865 Jun 24 06:42:44.646708 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39646) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:44.683306 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] For port 0da09293-a3e0-479d-92f1-23746727f8b6, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0da09293-a3e0-479d-92f1-23746727f8b6,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:44.683668 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.700397 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Calling delete_port for 0da09293-a3e0-479d-92f1-23746727f8b6 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:44.709250 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bc82b342-fed3-47d2-b2e9-ea55a363f29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.732527 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bc82b342-fed3-47d2-b2e9-ea55a363f29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.872105 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bc82b342-fed3-47d2-b2e9-ea55a363f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.874829 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bc82b342-fed3-47d2-b2e9-ea55a363f29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.876194 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-bc82b342-fed3-47d2-b2e9-ea55a363f29a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c HTTP/1.1" status: 204 len: 168 time: 0.2284443 Jun 24 06:42:44.877022 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9744f23d-486a-40ee-8c25-683c7fe9aa0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:44.886054 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82b342-fed3-47d2-b2e9-ea55a363f29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cd34b1-a5f4-4a8b-9523-2db136a2ef5c,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:44.888382 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-bc82b342-fed3-47d2-b2e9-ea55a363f29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:44.955637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:44.960537 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:44.971685 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['0da09293-a3e0-479d-92f1-23746727f8b6'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:42:45.000297 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Pushing event deleted for resources: {'Port': ['ID=0da09293-a3e0-479d-92f1-23746727f8b6,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:45.005375 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:45.057857 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] No DVR routers for this DVR port 0da09293-a3e0-479d-92f1-23746727f8b6 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:42:45.060447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:45.062529 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d217a7f2-618c-484b-ae37-d7232f8326c1 req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.21 "DELETE /v2.0/ports/0da09293-a3e0-479d-92f1-23746727f8b6 HTTP/1.1" status: 204 len: 173 time: 0.6831672 Jun 24 06:42:45.063068 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f', 'name': 'network-vif-deleted', 'tag': '0da09293-a3e0-479d-92f1-23746727f8b6'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:42:45.065472 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725bf357-6358-4715-a6c7-775a31c942ca" -d '{"events": [{"server_uuid": "940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f", "name": "network-vif-deleted", "tag": "0da09293-a3e0-479d-92f1-23746727f8b6"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:42:45.106720 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2915aafa-589b-44c0-b46c-ede5e5542c98 x-openstack-request-id: req-2915aafa-589b-44c0-b46c-ede5e5542c98 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:42:45.107131 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f", "name": "network-vif-deleted", "tag": "0da09293-a3e0-479d-92f1-23746727f8b6", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:42:45.107500 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2915aafa-589b-44c0-b46c-ede5e5542c98 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:42:45.108005 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f', 'name': 'network-vif-deleted', 'tag': '0da09293-a3e0-479d-92f1-23746727f8b6', 'status': 'completed', 'code': 200} Jun 24 06:42:45.683461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549287a-fd02-4e9f-8bfb-5fcfd3d67d4e req-dedb239c-bec5-4584-943a-c5941b0c54e1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:45.685018 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a549287a-fd02-4e9f-8bfb-5fcfd3d67d4e req-dedb239c-bec5-4584-943a-c5941b0c54e1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0746589 Jun 24 06:42:45.734838 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a549287a-fd02-4e9f-8bfb-5fcfd3d67d4e req-cdf0df48-af04-468c-ae9c-a41b2d211081 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436788 Jun 24 06:42:45.819683 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-af6a48b7-b3b2-4dd7-b194-ffd6579d0c4a req-4e318a6f-72bd-4f1b-b45f-c3af7a41e7dd tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] 10.222.0.15 "GET /v2.0/ports?device_id=940c6e90-b9bb-4fe0-89b9-1ad1d6709d0f HTTP/1.1" status: 200 len: 210 time: 0.0411999 Jun 24 06:42:46.932801 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea78eb1-64f2-482f-995d-40334f2972a6 req-24b0541e-5582-4cb0-a55f-cb6b20afefdb tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:46.934622 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5ea78eb1-64f2-482f-995d-40334f2972a6 req-24b0541e-5582-4cb0-a55f-cb6b20afefdb tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0673022 Jun 24 06:42:46.994936 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5ea78eb1-64f2-482f-995d-40334f2972a6 req-4ed3d09d-4059-452d-b41d-b72d38374c6f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537179 Jun 24 06:42:47.086840 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 39700) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:47.542525 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:47.870993 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Deleting port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:47.871333 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:47.957515 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] For port 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,segment=NetworkSegment(fef62541-f6be-43eb-9364-2ff4f55d67ea),segment_id=fef62541-f6be-43eb-9364-2ff4f55d67ea)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:47.958180 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:47.971557 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Calling delete_port for 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b owned by network:router_interface {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:48.188874 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 0da09293-a3e0-479d-92f1-23746727f8b6 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:48.224301 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 0da09293-a3e0-479d-92f1-23746727f8b6 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:48.225699 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 0da09293-a3e0-479d-92f1-23746727f8b6 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:48.254553 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d4a3-151b-4615-9f15-f9c4a07447a5 req-f308e54a-8f84-48e1-895c-67cd9a3d3dac tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:48.256010 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abe0d4a3-151b-4615-9f15-f9c4a07447a5 req-f308e54a-8f84-48e1-895c-67cd9a3d3dac tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1214626 Jun 24 06:42:48.310739 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abe0d4a3-151b-4615-9f15-f9c4a07447a5 req-d919ffa0-3dff-41a4-987b-80cb808d621c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Jun 24 06:42:48.345361 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:48.350132 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:48.380726 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c12a0a0-9bc1-448e-b7a9-a496a4351c5b,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:48.386115 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:48.568543 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:49.071714 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Router 6efd4bc0-66db-4a58-8275-1fd255265b39 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:42:49.189639 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:42:49.194901 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] 10.222.0.15 "PUT /v2.0/routers/6efd4bc0-66db-4a58-8275-1fd255265b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1068034 Jun 24 06:42:49.197503 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 39726) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:49.200751 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] Sync routers for ids ['6efd4bc0-66db-4a58-8275-1fd255265b39'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:42:49.211860 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] Routers {'6efd4bc0-66db-4a58-8275-1fd255265b39'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:42:49.212838 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:42:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['6efd4bc0-66db-4a58-8275-1fd255265b39'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:49.314183 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks [] for router, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:49.323061 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] Set router 6efd4bc0-66db-4a58-8275-1fd255265b39 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:42:49.440116 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:49.520390 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021950ea-0f68-45f1-9564-64771d0f960e req-8edc837a-fd21-49ea-8cf6-8e40f0958435 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:49.528220 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-021950ea-0f68-45f1-9564-64771d0f960e req-8edc837a-fd21-49ea-8cf6-8e40f0958435 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0762439 Jun 24 06:42:49.531238 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b2129300-d12f-4618-a616-97576db5247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:42:48Z', 'revision_number': 5, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port': {'id': 'b2129300-d12f-4618-a616-97576db5247f', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:49.566703 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] Checking router: 6efd4bc0-66db-4a58-8275-1fd255265b39 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:42:49.576239 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] Routers {'6efd4bc0-66db-4a58-8275-1fd255265b39'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:42:49.576859 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:42:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['6efd4bc0-66db-4a58-8275-1fd255265b39'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:49.579510 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-021950ea-0f68-45f1-9564-64771d0f960e req-cc8bbbf8-55e0-4c1f-a0b6-2edfd55f4a3e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501640 Jun 24 06:42:49.611938 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Deleting port b2129300-d12f-4618-a616-97576db5247f {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:42:49.611938 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:49.697600 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] Set router 6efd4bc0-66db-4a58-8275-1fd255265b39 gateway port host: None {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:42:49.768410 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:42:49Z', 'revision_number': 6, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port_host': None}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:49.780655 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] For port b2129300-d12f-4618-a616-97576db5247f, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=b2129300-d12f-4618-a616-97576db5247f,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:42:49.780950 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:49.801341 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Calling delete_port for b2129300-d12f-4618-a616-97576db5247f owned by network:router_gateway {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:42:49.802111 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22054e6e-dd69-474e-a452-24a9e75b938d None None] The sync data for ids ['6efd4bc0-66db-4a58-8275-1fd255265b39'] in dv-cinder-784092-10-iscsi is: [{'id': '6efd4bc0-66db-4a58-8275-1fd255265b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1657432425-router', 'tenant_id': '76a798a454d34bc99b6f671eab8f07b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:42:49Z', 'revision_number': 6, 'project_id': '76a798a454d34bc99b6f671eab8f07b7', 'gw_port_host': None}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:42:50.098869 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.102807 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a9b95732-4b4b-48bf-a560-a94dbb503e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:50.126499 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2129300-d12f-4618-a616-97576db5247f,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:50.131483 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:50.207924 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.303751 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39740) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:50.346168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.350262 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.464047 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-df961229-86fc-4fa0-8436-01ea7d28e332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.481658 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.482275 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6efd4bc0-66db-4a58-8275-1fd255265b39 {{(pid=100201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 06:42:50.489646 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.493374 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] 10.222.0.15 "DELETE /v2.0/routers/6efd4bc0-66db-4a58-8275-1fd255265b39 HTTP/1.1" status: 204 len: 168 time: 1.2925348 Jun 24 06:42:50.494056 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39744) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:50.560609 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] Deleting subnet 41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 06:42:50.568483 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.614854 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.675055 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-df961229-86fc-4fa0-8436-01ea7d28e332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.699070 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.741531 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-df961229-86fc-4fa0-8436-01ea7d28e332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.753159 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device b2129300-d12f-4618-a616-97576db5247f no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:50.806792 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1b6bc33a-2847-4509-a95d-0541f5ec8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:50.807111 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: b2129300-d12f-4618-a616-97576db5247f {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:50.807612 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device b2129300-d12f-4618-a616-97576db5247f not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:50.808465 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:42:50.825618 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 39750) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:50.825748 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-df961229-86fc-4fa0-8436-01ea7d28e332 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8a5afe7665d484b90001f90f7e273b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208158 Jun 24 06:42:50.853568 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:42:50.853935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 4c12a0a0-9bc1-448e-b7a9-a496a4351c5b not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:42:50.905563 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e58e33c0-1719-485d-80e4-23cfc5e4a0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.919143 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df961229-86fc-4fa0-8436-01ea7d28e332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7667a599-eb46-4468-aafc-32a0a8d32afc,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:50.924981 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-df961229-86fc-4fa0-8436-01ea7d28e332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:50.948187 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e58e33c0-1719-485d-80e4-23cfc5e4a0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:50.959226 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65d962-ba00-4d20-ac91-11888ab065b9 req-bbd8c3d0-e3b3-49d8-a103-54b07f568200 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:50.960824 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ee65d962-ba00-4d20-ac91-11888ab065b9 req-bbd8c3d0-e3b3-49d8-a103-54b07f568200 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1551051 Jun 24 06:42:51.006168 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ee65d962-ba00-4d20-ac91-11888ab065b9 req-cf5ca499-4f11-40f1-ac34-a3297f263a23 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358617 Jun 24 06:42:51.039097 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.041807 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7d928897-81d2-4dd8-bb17-c249868bd6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:51.067762 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e2a3fb-cccf-4d89-9cc3-ff0e85f15801,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:51.071797 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:51.073252 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.075965 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c2052fdf-54da-4e65-a377-bad149210d6a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41e2a3fb-cccf-4d89-9cc3-ff0e85f15801 HTTP/1.1" status: 204 len: 168 time: 0.5807734 Jun 24 06:42:51.078461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39752) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:51.093509 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e58e33c0-1719-485d-80e4-23cfc5e4a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.099076 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e58e33c0-1719-485d-80e4-23cfc5e4a0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.101801 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e58e33c0-1719-485d-80e4-23cfc5e4a0d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7667a599-eb46-4468-aafc-32a0a8d32afc HTTP/1.1" status: 204 len: 168 time: 0.2747333 Jun 24 06:42:51.102929 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-256a1ef5-5702-4551-a0fe-29460471f8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:51.129606 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e33c0-1719-485d-80e4-23cfc5e4a0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667a599-eb46-4468-aafc-32a0a8d32afc,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:51.142018 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e58e33c0-1719-485d-80e4-23cfc5e4a0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:51.197589 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.297301 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.310078 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4351b1f2-aa50-4346-917e-ebdf9734507e']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:51.321822 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef62541-f6be-43eb-9364-2ff4f55d67ea') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:51.325771 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef62541-f6be-43eb-9364-2ff4f55d67ea') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:42:51.331881 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.346921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.354802 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 06:42:51.355187 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 06:42:51.357022 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 06:42:51.484117 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.488965 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-65cfb224-1e2f-4dde-ad02-89de11553567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:51.493511 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:51.498393 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/4351b1f2-aa50-4346-917e-ebdf9734507e HTTP/1.1" status: 204 len: 168 time: 0.4159408 Jun 24 06:42:51.507016 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Pushing event deleted for resources: {'Network': ['ID=4351b1f2-aa50-4346-917e-ebdf9734507e,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:51.510037 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:51.989571 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39770) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:52.032082 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-0e21e0c9-def1-4c42-bdaf-4261a150f76b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76a798a454d34bc99b6f671eab8f07b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410979 Jun 24 06:42:52.034927 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39776) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:52.101271 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0764634c-d2d0-4760-a42e-312eba6057f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:52.129285 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0764634c-d2d0-4760-a42e-312eba6057f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:52.249718 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a03be6-bffb-4ac5-ab4d-ec7bafa2b4b8 req-6ad51ca3-a2f9-46bc-9d6f-0705f8dd5885 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:52.251544 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f8a03be6-bffb-4ac5-ab4d-ec7bafa2b4b8 req-6ad51ca3-a2f9-46bc-9d6f-0705f8dd5885 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0710387 Jun 24 06:42:52.261476 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0764634c-d2d0-4760-a42e-312eba6057f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:52.266754 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0764634c-d2d0-4760-a42e-312eba6057f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:52.270827 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-0764634c-d2d0-4760-a42e-312eba6057f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34704730-9359-4544-a072-e26e13d273a6 HTTP/1.1" status: 204 len: 168 time: 0.2332757 Jun 24 06:42:52.270827 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f5af0413-1cf8-40c6-b9aa-3190b37dadf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:52.281246 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764634c-d2d0-4760-a42e-312eba6057f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34704730-9359-4544-a072-e26e13d273a6,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:52.285029 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0764634c-d2d0-4760-a42e-312eba6057f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:52.299969 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f8a03be6-bffb-4ac5-ab4d-ec7bafa2b4b8 req-9e3ff558-a135-4be9-8a84-6e6baf5c88ec tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Jun 24 06:42:53.277790 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39834) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:53.421924 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6a38fd2-76cc-4327-858f-be49cb3239a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:53.564707 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4ec8-1535-4b35-bf6c-6f2f58d45925 req-28b0d78d-2cc9-4464-9489-20ce3a7ffd28 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:53.566836 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-615a4ec8-1535-4b35-bf6c-6f2f58d45925 req-28b0d78d-2cc9-4464-9489-20ce3a7ffd28 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1131482 Jun 24 06:42:53.591957 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6a38fd2-76cc-4327-858f-be49cb3239a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:53.625653 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-615a4ec8-1535-4b35-bf6c-6f2f58d45925 req-b6aea831-6c58-457d-82f7-e92fc890aaee tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494194 Jun 24 06:42:53.665921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6a38fd2-76cc-4327-858f-be49cb3239a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:53.668443 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6c318beb-32a1-4d5d-baed-704aad095b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:53.704429 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a38fd2-76cc-4327-858f-be49cb3239a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a848f6-fb95-44f5-83dc-cc46aaaa1494,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:53.710934 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b6a38fd2-76cc-4327-858f-be49cb3239a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd142852d83b4e7ba2a3b5ea5b0ceca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316487 Jun 24 06:42:53.712736 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b6a38fd2-76cc-4327-858f-be49cb3239a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:53.715189 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 39848) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:53.789229 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-adef15fe-9825-4c39-960a-ce093944fc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:53.817279 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-adef15fe-9825-4c39-960a-ce093944fc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:53.950036 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-adef15fe-9825-4c39-960a-ce093944fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:53.952821 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-adef15fe-9825-4c39-960a-ce093944fc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:53.957635 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-adef15fe-9825-4c39-960a-ce093944fc1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0a848f6-fb95-44f5-83dc-cc46aaaa1494 HTTP/1.1" status: 204 len: 168 time: 0.2378633 Jun 24 06:42:53.959216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9b2f74df-45a8-421b-b2e3-13ccea83ed2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:53.975336 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef15fe-9825-4c39-960a-ce093944fc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a848f6-fb95-44f5-83dc-cc46aaaa1494,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:53.978050 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-adef15fe-9825-4c39-960a-ce093944fc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:54.883131 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7eb41-0a86-46e7-abaf-740bdc37cb7b req-832190f2-b51e-4089-a524-230ed408c4e9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:54.891219 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-36a7eb41-0a86-46e7-abaf-740bdc37cb7b req-832190f2-b51e-4089-a524-230ed408c4e9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0997131 Jun 24 06:42:54.929656 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-36a7eb41-0a86-46e7-abaf-740bdc37cb7b req-ed9fbe1f-33cd-48e0-8d96-99f85cecabbe tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375738 Jun 24 06:42:55.202744 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 39896) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:55.316872 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355688610-network', 'tenant_id': 'fba9cfb577ac4dd78640570ce87df4db'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:42:55.395818 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Made reservation on behalf of fba9cfb577ac4dd78640570ce87df4db for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:42:55.398173 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.406419 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.495376 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.550935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-3a36a3c5-fad5-49de-9ee7-5ce15fdb353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.573123 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.577830 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-40a164d5-2b69-476b-a7a2-a88c541cf3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:55.601341 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:42:55.618634 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d59c51-d642-45cd-90b3-0b2c5e83cd1e,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:55.622121 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.622663 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Added segment 4e3cb440-38b5-4c9e-b578-876751e0cdf3 of type vlan for network 894bb22f-eea0-42e1-97b2-f0f0ac8a0e97 Jun 24 06:42:55.624387 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:55.680952 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.692296 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39928) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:55.784223 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.787386 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:55.788204 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:55.792664 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4c3b6fe9-0857-4d28-ac98-f73ffe38d293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:55.857872 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-1b243738-e078-4979-838a-2c4f8a2f219b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589248 Jun 24 06:42:55.870677 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Pushing event updated for resources: {'Network': ['ID=894bb22f-eea0-42e1-97b2-f0f0ac8a0e97,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:55.875666 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:55.883824 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 894bb22f-eea0-42e1-97b2-f0f0ac8a0e97 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:42:55.892637 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39938) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:55.894802 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6895649 Jun 24 06:42:55.898112 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Request body: {'subnet': {'network_id': '894bb22f-eea0-42e1-97b2-f0f0ac8a0e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355688610-subnet', 'tenant_id': 'fba9cfb577ac4dd78640570ce87df4db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:42:56.141927 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Made reservation on behalf of fba9cfb577ac4dd78640570ce87df4db for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:42:56.145892 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5766867'] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:56.262443 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f921d-79b6-46bf-8c47-39cf262437d4 req-4b5f6872-e4ef-40e0-805f-07e2755b9dba tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:56.264330 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc5f921d-79b6-46bf-8c47-39cf262437d4 req-4b5f6872-e4ef-40e0-805f-07e2755b9dba tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1675329 Jun 24 06:42:56.357786 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc5f921d-79b6-46bf-8c47-39cf262437d4 req-ef252a04-6cfb-4dfb-bb63-f9e072a21861 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824008 Jun 24 06:42:56.479469 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5740673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5766853'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:56.482857 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4ea0a8fc-2140-42f6-bb0e-446bc5343f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:56.554119 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65536897-6bfd-48a6-8436-98f3eb151477,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:56.563478 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:56.564375 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Checking segment: {'id': '4e3cb440-38b5-4c9e-b578-876751e0cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '894bb22f-eea0-42e1-97b2-f0f0ac8a0e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:42:56.564741 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Network hostable DHCP agents. Network: 894bb22f-eea0-42e1-97b2-f0f0ac8a0e97, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:42:56.594815 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39962) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:56.641163 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Network 894bb22f-eea0-42e1-97b2-f0f0ac8a0e97 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:42:56.721175 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 894bb22f-eea0-42e1-97b2-f0f0ac8a0e97) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:42:56.724441 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:56.725031 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:56.729305 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3376d-5c72-4140-ac73-1079c1ab56d3 None None] Network 894bb22f-eea0-42e1-97b2-f0f0ac8a0e97 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:42:56.746333 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1cd5efce-567c-4ef5-842a-6ea30f91b384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:56.890414 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c98c5-9f74-4184-b7d3-70597bf986d2 None None] Network 894bb22f-eea0-42e1-97b2-f0f0ac8a0e97 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:42:56.951808 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0588577 Jun 24 06:42:57.069922 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1cd5efce-567c-4ef5-842a-6ea30f91b384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:57.144889 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1cd5efce-567c-4ef5-842a-6ea30f91b384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:57.148825 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a8784b9b-3b8e-497e-97a9-c6f4437e7cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:57.201525 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1cd5efce-567c-4ef5-842a-6ea30f91b384 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=830f0e1ca5eb4663a9ae89349dc4f931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022301 Jun 24 06:42:57.201525 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5efce-567c-4ef5-842a-6ea30f91b384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72fa35b-41be-4fb6-b5d4-89aa78cc1f48,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:57.205098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 39980) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:57.205098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1cd5efce-567c-4ef5-842a-6ea30f91b384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:57.267787 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-43b258af-3c98-4c00-b894-d49fa71db714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:57.327377 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-43b258af-3c98-4c00-b894-d49fa71db714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:57.524415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-43b258af-3c98-4c00-b894-d49fa71db714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:57.524415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-43b258af-3c98-4c00-b894-d49fa71db714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:57.524415 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-43b258af-3c98-4c00-b894-d49fa71db714 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e72fa35b-41be-4fb6-b5d4-89aa78cc1f48 HTTP/1.1" status: 204 len: 168 time: 0.3203573 Jun 24 06:42:57.525647 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-979feb15-4826-45cf-8c47-0461c3ce3b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:57.539095 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b258af-3c98-4c00-b894-d49fa71db714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72fa35b-41be-4fb6-b5d4-89aa78cc1f48,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:57.542971 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-43b258af-3c98-4c00-b894-d49fa71db714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:57.652169 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893d263-6f9a-4dbd-a447-a57838b5e048 req-9de97dce-99ce-4a9e-8f3c-ba15bae2fa30 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:57.653873 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2893d263-6f9a-4dbd-a447-a57838b5e048 req-9de97dce-99ce-4a9e-8f3c-ba15bae2fa30 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1392128 Jun 24 06:42:57.708711 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2893d263-6f9a-4dbd-a447-a57838b5e048 req-f51d4d83-4b95-43c1-99f9-e0a4366abd4a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Jun 24 06:42:57.985203 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 39998) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:57.990355 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-847153350-network', 'tenant_id': '550fa0b54f7549d1b65f19868d4f7a4f'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:42:58.155591 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Made reservation on behalf of 550fa0b54f7549d1b65f19868d4f7a4f for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:42:58.158290 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.167721 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.235446 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-152762c3-72e8-4e7d-b84a-9ab07c7630c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.258248 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.344901 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.344901 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-494f5fb5-8d92-4344-ac23-cf98c5f4976f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:58.359677 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40016) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:58.372606 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 06:42:58.376822 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c98c8d4a-f6f0-4c82-8a5d-598c537d0310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.378085 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cf7604-aa2d-454a-b0ef-df1c175b4c46,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:58.381963 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:58.388228 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.388701 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Added segment 57b052e7-8ab2-44a8-8912-a5196ba0e6df of type vlan for network 854cb69a-0258-48b8-80cc-a3a2828f65a6 Jun 24 06:42:58.433758 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.474213 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c98c8d4a-f6f0-4c82-8a5d-598c537d0310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.546155 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c98c8d4a-f6f0-4c82-8a5d-598c537d0310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.546409 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.547489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:58.548058 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.548630 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0764634c-d2d0-4760-a42e-312eba6057f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:58.551021 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e6c5ad44-82ed-4b39-9544-4e719653fe34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:58.578105 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.586641 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c98c8d4a-f6f0-4c82-8a5d-598c537d0310 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a059a6f64ad6490eba5457fad4db5666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258010 Jun 24 06:42:58.587550 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c8d4a-f6f0-4c82-8a5d-598c537d0310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0490d33-a9b1-4cec-985f-c8ff9c2e00cb,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:58.590523 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c98c8d4a-f6f0-4c82-8a5d-598c537d0310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:58.591215 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40020) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:58.609165 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=854cb69a-0258-48b8-80cc-a3a2828f65a6,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:58.611938 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:58.620385 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 854cb69a-0258-48b8-80cc-a3a2828f65a6 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 06:42:58.648777 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5a8ae949-61f2-4fc8-bf56-e4b3c3f6f90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.662209 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6752923 Jun 24 06:42:58.662942 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40022) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:58.673163 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5a8ae949-61f2-4fc8-bf56-e4b3c3f6f90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.677603 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Request body: {'subnet': {'network_id': '854cb69a-0258-48b8-80cc-a3a2828f65a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-847153350-subnet', 'tenant_id': '550fa0b54f7549d1b65f19868d4f7a4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:42:58.766686 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Made reservation on behalf of 550fa0b54f7549d1b65f19868d4f7a4f for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:42:58.769061 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9291365'] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.791868 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5a8ae949-61f2-4fc8-bf56-e4b3c3f6f90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.794505 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5a8ae949-61f2-4fc8-bf56-e4b3c3f6f90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:58.795701 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-5a8ae949-61f2-4fc8-bf56-e4b3c3f6f90b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0490d33-a9b1-4cec-985f-c8ff9c2e00cb HTTP/1.1" status: 204 len: 168 time: 0.2035215 Jun 24 06:42:58.800986 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-bc82b342-fed3-47d2-b2e9-ea55a363f29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:58.806926 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ae949-61f2-4fc8-bf56-e4b3c3f6f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0490d33-a9b1-4cec-985f-c8ff9c2e00cb,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:58.809219 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5a8ae949-61f2-4fc8-bf56-e4b3c3f6f90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:58.924289 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63814-c404-4589-936c-b1b495b04074 req-4225ad8a-10d2-4d92-8503-70ca919dc716 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:58.926043 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5dc63814-c404-4589-936c-b1b495b04074 req-4225ad8a-10d2-4d92-8503-70ca919dc716 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0649259 Jun 24 06:42:58.977579 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5dc63814-c404-4589-936c-b1b495b04074 req-ed0a9418-5ff3-46d4-b155-f210a60496ad tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Jun 24 06:42:59.058447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9291379'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:59.060790 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:59.112677 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa28f05e-e496-43f3-8723-8a2ca0c9ab95,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:59.121475 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:59.122910 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Checking segment: {'id': '57b052e7-8ab2-44a8-8912-a5196ba0e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '854cb69a-0258-48b8-80cc-a3a2828f65a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:42:59.123240 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Network hostable DHCP agents. Network: 854cb69a-0258-48b8-80cc-a3a2828f65a6, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 06:42:59.220499 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Network 854cb69a-0258-48b8-80cc-a3a2828f65a6 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 06:42:59.298393 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 854cb69a-0258-48b8-80cc-a3a2828f65a6) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:42:59.303197 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:59.303851 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:59.312563 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a547b8e-e93d-4362-ba67-6f0d736420fb None None] Network 854cb69a-0258-48b8-80cc-a3a2828f65a6 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:42:59.404660 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-eed4d855-6571-4752-b9f4-0a1beadfa5a8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7405736 Jun 24 06:42:59.451652 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-6299bb97-ba1d-4166-ab22-5213e5a366cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:59.453171 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-6299bb97-ba1d-4166-ab22-5213e5a366cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8&tenant_id=efb6fb89a48a45458c80183938725323 HTTP/1.1" status: 200 len: 1096 time: 0.1194448 Jun 24 06:42:59.481187 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d6612b-0f0f-4e19-abf9-297c3e7aa200 None None] Network 854cb69a-0258-48b8-80cc-a3a2828f65a6 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 06:42:59.532995 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-2f3587ad-960e-4048-bd0c-bc71ade23ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:59.534938 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-2f3587ad-960e-4048-bd0c-bc71ade23ace service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1096 time: 0.0568078 Jun 24 06:42:59.629719 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40068) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:42:59.643808 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-e3e703a0-81d8-4c59-a977-dc0439301124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:59.646490 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:59.647014 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-e3e703a0-81d8-4c59-a977-dc0439301124 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.1027462 Jun 24 06:42:59.679468 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Deleting subnet 65536897-6bfd-48a6-8436-98f3eb151477 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 06:42:59.683522 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:59.715588 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-8f0e3c2b-dfed-4f56-a9cf-2f1be384b94d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 200 len: 999 time: 0.0603051 Jun 24 06:42:59.726291 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:59.765270 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-e38f0e92-4a4d-4153-96cb-d3ebcb9544ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:59.766709 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-e38f0e92-4a4d-4153-96cb-d3ebcb9544ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0461433 Jun 24 06:42:59.766939 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:59.842501 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-cc2617f3-ef19-49cb-b57a-3f6d0762109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:42:59.843967 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-cc2617f3-ef19-49cb-b57a-3f6d0762109b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699685 Jun 24 06:42:59.900713 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:59.903911 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:42:59.931844 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65536897-6bfd-48a6-8436-98f3eb151477,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:42:59.934917 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:42:59.935867 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-67e90078-8a0d-4817-a105-a276657afa21 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839949 Jun 24 06:42:59.941675 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:42:59.954835 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/65536897-6bfd-48a6-8436-98f3eb151477 HTTP/1.1" status: 204 len: 168 time: 0.3239794 Jun 24 06:42:59.958490 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40090) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:00.034129 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.041845 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-e97d9db4-bd1b-4b5f-925a-829bad9847e5 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951209 Jun 24 06:43:00.117051 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.128599 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894bb22f-eea0-42e1-97b2-f0f0ac8a0e97']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:00.143337 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3cb440-38b5-4c9e-b578-876751e0cdf3') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:00.144362 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3cb440-38b5-4c9e-b578-876751e0cdf3') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:00.154392 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.168798 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.175693 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 06:43:00.176083 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 06:43:00.177717 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 06:43:00.182125 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12996eb2-1d98-4d54-9aaa-4c3035010d70 req-b2d0478e-3182-41e3-ba7b-e540ca6edebf tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:00.183574 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-12996eb2-1d98-4d54-9aaa-4c3035010d70 req-b2d0478e-3182-41e3-ba7b-e540ca6edebf tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0656676 Jun 24 06:43:00.228205 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-12996eb2-1d98-4d54-9aaa-4c3035010d70 req-a9221a53-7d1c-45fd-a18d-4c875dfa4c64 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Jun 24 06:43:00.361430 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.366852 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:00.377734 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.377734 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] 10.222.0.15 "DELETE /v2.0/networks/894bb22f-eea0-42e1-97b2-f0f0ac8a0e97 HTTP/1.1" status: 204 len: 168 time: 0.4141793 Jun 24 06:43:00.378605 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40116) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:00.405722 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Pushing event deleted for resources: {'Network': ['ID=894bb22f-eea0-42e1-97b2-f0f0ac8a0e97,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:00.408118 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:00.429266 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_v2 [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] Deleting subnet fa28f05e-e496-43f3-8723-8a2ca0c9ab95 {{(pid=100201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 06:43:00.436370 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.475973 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013081'] for subnet, precommit_delete_associations {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.524788 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.655202 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8494815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9291338'] for subnet, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.660510 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f4f792e6-d961-4e46-b809-c382a860de0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:00.685752 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa28f05e-e496-43f3-8723-8a2ca0c9ab95,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:00.687751 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.689568 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fa28f05e-e496-43f3-8723-8a2ca0c9ab95 HTTP/1.1" status: 204 len: 168 time: 0.3116543 Jun 24 06:43:00.690544 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-667f131c-8a22-4421-82b4-dd34a7ea31a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:00.692196 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40142) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:00.762907 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.858291 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.868490 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854cb69a-0258-48b8-80cc-a3a2828f65a6']}} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:00.901009 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b052e7-8ab2-44a8-8912-a5196ba0e6df') {'for_net_delete': True} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:00.901009 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b052e7-8ab2-44a8-8912-a5196ba0e6df') {} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:00.914499 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013072'] for segment, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.939426 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.958110 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 06:43:00.959262 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8494716'] for segment, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: Traceback (most recent call last): Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: timer() Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: cb(*args, **kw) Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: return func(*args, **kwargs) Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: self._notify() Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: self.callback(batched_events) Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: event.method(event) Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: return f(self, *a, **k) Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._get(url).json() Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: return self.request(url, 'GET', **kwargs) Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 06:43:00.961841 dv-cinder-784092-10-iscsi neutron-server[100201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 06:43:01.112434 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:01.118870 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:01.122837 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:01.125279 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] 10.222.0.15 "DELETE /v2.0/networks/854cb69a-0258-48b8-80cc-a3a2828f65a6 HTTP/1.1" status: 204 len: 168 time: 0.4319811 Jun 24 06:43:01.134874 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:01.149490 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=854cb69a-0258-48b8-80cc-a3a2828f65a6,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:01.153774 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5bb4723d-aa18-4ad3-b4f8-fd2b9213dc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:01.433735 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029f0a7-7548-49a9-bc36-8fc95af11eee req-6073f7b3-2714-4397-8aa4-2ef73130aae6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:01.435460 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4029f0a7-7548-49a9-bc36-8fc95af11eee req-6073f7b3-2714-4397-8aa4-2ef73130aae6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0772510 Jun 24 06:43:01.500261 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4029f0a7-7548-49a9-bc36-8fc95af11eee req-8090921a-334a-4c93-9aa2-64c86a9060e7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582075 Jun 24 06:43:01.734383 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40176) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:01.795470 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a5436f95-c542-4b63-9496-3d164644dac5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fba9cfb577ac4dd78640570ce87df4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598571 Jun 24 06:43:01.798241 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40178) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:01.847795 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-100813bf-0362-4d6d-addb-92223b9d260c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:01.873635 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-100813bf-0362-4d6d-addb-92223b9d260c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:01.983799 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-100813bf-0362-4d6d-addb-92223b9d260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:01.986540 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-100813bf-0362-4d6d-addb-92223b9d260c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:01.987812 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-100813bf-0362-4d6d-addb-92223b9d260c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88d59c51-d642-45cd-90b3-0b2c5e83cd1e HTTP/1.1" status: 204 len: 168 time: 0.1883581 Jun 24 06:43:01.988683 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-52454f4f-d846-4ddf-ae83-9ec08c8c148c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:01.996247 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100813bf-0362-4d6d-addb-92223b9d260c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d59c51-d642-45cd-90b3-0b2c5e83cd1e,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:01.998893 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-100813bf-0362-4d6d-addb-92223b9d260c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:02.250993 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40186) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:02.297422 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] Deleting subnet b3229d86-3b4f-47ca-851d-a75aa6989721 {{(pid=100201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 06:43:02.300600 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.345687 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013081'] for subnet, precommit_delete_associations {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.389353 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.507000 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8494815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9291338'] for subnet, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.509524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7781c65b-905d-4161-b25f-211eb0669653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:02.535600 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3229d86-3b4f-47ca-851d-a75aa6989721,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:02.538295 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:02.546933 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.551436 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e7eb65ee-2d0f-421e-8064-efc056049ea4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b3229d86-3b4f-47ca-851d-a75aa6989721 HTTP/1.1" status: 204 len: 168 time: 0.2981963 Jun 24 06:43:02.554380 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40192) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:02.646706 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.754796 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40196) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:02.775404 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.790438 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838ef1e-5d32-4693-8709-414c96d2e56d req-b59d2e1c-a3da-4ba2-ac15-d05b6299d55c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:02.791953 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c838ef1e-5d32-4693-8709-414c96d2e56d req-b59d2e1c-a3da-4ba2-ac15-d05b6299d55c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1431532 Jun 24 06:43:02.795699 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82882f25-f4df-4152-a357-8952df4bcd71']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:02.803036 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1a2e3a75-82d3-4013-ab73-5c5fe0d07de8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=550fa0b54f7549d1b65f19868d4f7a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468554 Jun 24 06:43:02.805497 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40198) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:02.813422 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d5e1f6-1433-42c1-b32c-ff754087d349') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:02.813713 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d5e1f6-1433-42c1-b32c-ff754087d349') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:43:02.830708 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.856863 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c838ef1e-5d32-4693-8709-414c96d2e56d req-3b31287a-5a79-40e9-b0d7-15de84fc8a6f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587358 Jun 24 06:43:02.857815 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.864914 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 06:43:02.865432 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 06:43:02.867468 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 06:43:02.871947 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c8e38b70-9565-493b-b376-fa39b2c48127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:02.914294 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c8e38b70-9565-493b-b376-fa39b2c48127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:03.004638 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:03.008439 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:03.010902 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:03.012717 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/82882f25-f4df-4152-a357-8952df4bcd71 HTTP/1.1" status: 204 len: 168 time: 0.4568441 Jun 24 06:43:03.023320 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=82882f25-f4df-4152-a357-8952df4bcd71,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:03.025563 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:03.043905 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c8e38b70-9565-493b-b376-fa39b2c48127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:03.048046 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c8e38b70-9565-493b-b376-fa39b2c48127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:03.049430 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-c8e38b70-9565-493b-b376-fa39b2c48127 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90cf7604-aa2d-454a-b0ef-df1c175b4c46 HTTP/1.1" status: 204 len: 168 time: 0.2427862 Jun 24 06:43:03.050999 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4a6fdd5c-aeac-461f-9084-36a2a084cd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:03.060919 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e38b70-9565-493b-b376-fa39b2c48127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cf7604-aa2d-454a-b0ef-df1c175b4c46,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:03.063352 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-c8e38b70-9565-493b-b376-fa39b2c48127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:03.455289 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40212) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:03.508343 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-f0749bcd-37d9-4238-a80d-dd0946bf7408 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eba000fe6cec4605a7b8e98590f10bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495901 Jun 24 06:43:03.508918 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40214) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:03.563686 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-afa9ece8-e44d-4bac-bd57-3ddc89f7d130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:03.590255 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-afa9ece8-e44d-4bac-bd57-3ddc89f7d130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:04.008755 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-afa9ece8-e44d-4bac-bd57-3ddc89f7d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:04.010884 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-afa9ece8-e44d-4bac-bd57-3ddc89f7d130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:04.012063 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-afa9ece8-e44d-4bac-bd57-3ddc89f7d130 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77420dc4-0537-4e22-a238-11e91053c396 HTTP/1.1" status: 204 len: 168 time: 0.5019727 Jun 24 06:43:04.080099 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-bcb273f5-35ff-46db-a123-8b46a273559d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:04.111280 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9ece8-e44d-4bac-bd57-3ddc89f7d130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77420dc4-0537-4e22-a238-11e91053c396,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:04.117375 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-afa9ece8-e44d-4bac-bd57-3ddc89f7d130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:04.178553 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52084-7a91-4d9f-8e35-68219be68519 req-b6f720fa-680c-4e86-ac8c-af5fb7f7af95 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:04.180067 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4eb52084-7a91-4d9f-8e35-68219be68519 req-b6f720fa-680c-4e86-ac8c-af5fb7f7af95 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.1848142 Jun 24 06:43:04.265722 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4eb52084-7a91-4d9f-8e35-68219be68519 req-ab04c13f-310a-4a8f-b6a5-9f60d01e9871 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726323 Jun 24 06:43:05.104305 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:05.486632 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189c1b-96d4-4de7-915c-e83f581c991b req-c1398821-d50d-4d5d-b138-90be5db83bba tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:05.499243 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d7189c1b-96d4-4de7-915c-e83f581c991b req-c1398821-d50d-4d5d-b138-90be5db83bba tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0901706 Jun 24 06:43:05.574910 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d7189c1b-96d4-4de7-915c-e83f581c991b req-9783d990-9651-436c-aa9d-27d0bdad9813 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744717 Jun 24 06:43:06.392584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40350) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:06.589940 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-55599ba6-1df3-4af2-8ac9-645e2d3c1312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:06.726907 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-55599ba6-1df3-4af2-8ac9-645e2d3c1312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:06.781752 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700efe83-748d-49c0-be30-cad414b72dd5 req-93540b59-2268-448c-840c-f1708e1b3738 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:06.783768 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-700efe83-748d-49c0-be30-cad414b72dd5 req-93540b59-2268-448c-840c-f1708e1b3738 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0849879 Jun 24 06:43:06.814682 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-55599ba6-1df3-4af2-8ac9-645e2d3c1312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:06.818687 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-adef15fe-9825-4c39-960a-ce093944fc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:06.832063 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-700efe83-748d-49c0-be30-cad414b72dd5 req-b2f1a853-5169-4280-918e-93ea2681069b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412819 Jun 24 06:43:06.880680 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-55599ba6-1df3-4af2-8ac9-645e2d3c1312 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2135e009b93845d093f3f737e36e8ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866180 Jun 24 06:43:06.883773 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40362) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:06.894028 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55599ba6-1df3-4af2-8ac9-645e2d3c1312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1986189-5039-44ee-b9dc-82491522d82d,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:06.897234 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-55599ba6-1df3-4af2-8ac9-645e2d3c1312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:06.953706 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9913d241-5e17-4e04-92bb-f6792d930c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:06.980374 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9913d241-5e17-4e04-92bb-f6792d930c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:07.138617 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9913d241-5e17-4e04-92bb-f6792d930c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:07.141350 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9913d241-5e17-4e04-92bb-f6792d930c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:07.142707 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9913d241-5e17-4e04-92bb-f6792d930c83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1986189-5039-44ee-b9dc-82491522d82d HTTP/1.1" status: 204 len: 168 time: 0.2577312 Jun 24 06:43:07.144006 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2e53b748-43a6-4461-ab86-232b70fdedca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:07.155702 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913d241-5e17-4e04-92bb-f6792d930c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1986189-5039-44ee-b9dc-82491522d82d,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:07.159135 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9913d241-5e17-4e04-92bb-f6792d930c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:07.846865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40388) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:07.860715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aedd8dc0-df24-4ec0-a8d0-cf9a8f014f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:08.031208 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aedd8dc0-df24-4ec0-a8d0-cf9a8f014f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:08.052620 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda7553-4a10-4393-9047-e1c34515f156 req-c2f29222-16d5-4509-87b6-aa516262fa2f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:08.054102 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4dda7553-4a10-4393-9047-e1c34515f156 req-c2f29222-16d5-4509-87b6-aa516262fa2f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0781133 Jun 24 06:43:08.097561 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4dda7553-4a10-4393-9047-e1c34515f156 req-4f5b7a0d-6e3a-4f1b-94ee-a3879130e13d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374253 Jun 24 06:43:08.547958 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aedd8dc0-df24-4ec0-a8d0-cf9a8f014f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:08.552868 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-599404cb-fba6-450f-97a1-e879bf17a4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:08.592638 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd8dc0-df24-4ec0-a8d0-cf9a8f014f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7775fff8-1256-45db-bcec-cf511d26621f,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:08.599263 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-aedd8dc0-df24-4ec0-a8d0-cf9a8f014f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:08.603163 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-aedd8dc0-df24-4ec0-a8d0-cf9a8f014f50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5aaf58ea4bae475b9196d2c595c1a5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7550387 Jun 24 06:43:08.605489 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40400) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:08.672650 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0550e9f1-234e-4185-94b1-a34091d72981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:08.704040 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0550e9f1-234e-4185-94b1-a34091d72981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:08.826428 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0550e9f1-234e-4185-94b1-a34091d72981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:08.829774 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0550e9f1-234e-4185-94b1-a34091d72981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:08.830364 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-0550e9f1-234e-4185-94b1-a34091d72981 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7775fff8-1256-45db-bcec-cf511d26621f HTTP/1.1" status: 204 len: 168 time: 0.2237618 Jun 24 06:43:08.831112 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-aa3362ef-eed3-4fae-b9e5-c2d9ccc0dc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:08.843152 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550e9f1-234e-4185-94b1-a34091d72981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7775fff8-1256-45db-bcec-cf511d26621f,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:08.846218 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0550e9f1-234e-4185-94b1-a34091d72981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:09.319022 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3019b-5db9-4003-afd2-7efe3c209b9c req-b1646128-e56d-490d-96df-7163b3014067 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:09.321734 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d5c3019b-5db9-4003-afd2-7efe3c209b9c req-b1646128-e56d-490d-96df-7163b3014067 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0928798 Jun 24 06:43:09.371508 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d5c3019b-5db9-4003-afd2-7efe3c209b9c req-a78982eb-1594-41d2-919c-3aacbb42c56e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Jun 24 06:43:10.595280 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b15e2-3cfc-47e7-9245-12e6e213bb20 req-7aee29dd-ab06-4444-a408-dffcb1e3bc0a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:10.597550 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-270b15e2-3cfc-47e7-9245-12e6e213bb20 req-7aee29dd-ab06-4444-a408-dffcb1e3bc0a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0889153 Jun 24 06:43:10.649659 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-270b15e2-3cfc-47e7-9245-12e6e213bb20 req-ab3b5271-fe51-4299-80c7-9a83f4d1d911 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Jun 24 06:43:11.843958 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:43:11.871218 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded3e7d-8439-403a-bfac-1280021393b6 req-731c2721-06e9-4d5e-b6d4-31dc8982821f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:11.872668 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1ded3e7d-8439-403a-bfac-1280021393b6 req-731c2721-06e9-4d5e-b6d4-31dc8982821f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0739942 Jun 24 06:43:11.912702 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1ded3e7d-8439-403a-bfac-1280021393b6 req-ae35cd9e-345f-4268-b33d-52e41a9adefd tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335705 Jun 24 06:43:12.990672 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40512) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:13.107273 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-752d9808-0eff-41be-9f68-711343e7d96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:13.148934 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44f5e-5e60-4f91-a7ae-c3d0db81c4c0 req-677cf2ee-dfae-4e95-ab4d-43c8e0b3b653 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:13.153666 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-efa44f5e-5e60-4f91-a7ae-c3d0db81c4c0 req-677cf2ee-dfae-4e95-ab4d-43c8e0b3b653 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0993371 Jun 24 06:43:13.215639 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-efa44f5e-5e60-4f91-a7ae-c3d0db81c4c0 req-80d902a9-26b7-4ac8-9de6-8e3afea5e869 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582209 Jun 24 06:43:13.265965 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-752d9808-0eff-41be-9f68-711343e7d96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:13.345979 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-752d9808-0eff-41be-9f68-711343e7d96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:13.349118 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-cdeea9e5-015b-481c-9f63-91619b3b3071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:13.384852 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-752d9808-0eff-41be-9f68-711343e7d96c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d85aec2ae2b4e8bab7a4e6760bf2dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928144 Jun 24 06:43:13.385718 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d9808-0eff-41be-9f68-711343e7d96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bfb415-c367-4b50-8165-eae93d025f58,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:13.387629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40518) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:13.388876 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-752d9808-0eff-41be-9f68-711343e7d96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:13.441401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-94c8a772-e708-4f20-97d0-60e5711b7b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:13.461933 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-94c8a772-e708-4f20-97d0-60e5711b7b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:13.626297 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-94c8a772-e708-4f20-97d0-60e5711b7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:13.629752 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-94c8a772-e708-4f20-97d0-60e5711b7b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:13.630946 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-94c8a772-e708-4f20-97d0-60e5711b7b44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10bfb415-c367-4b50-8165-eae93d025f58 HTTP/1.1" status: 204 len: 168 time: 0.2422085 Jun 24 06:43:13.631719 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b3cd1b06-ee1e-4aa3-b030-d951089eda84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:13.639753 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8a772-e708-4f20-97d0-60e5711b7b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bfb415-c367-4b50-8165-eae93d025f58,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:13.642100 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-94c8a772-e708-4f20-97d0-60e5711b7b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:14.245814 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40534) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:14.262463 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bcd26612-22f5-4f9b-ad91-808ad3ace5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:14.363863 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bcd26612-22f5-4f9b-ad91-808ad3ace5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:14.414542 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f45d7-da67-41ff-acae-2b82aaac28d2 req-11c24b87-1686-4edd-9eb5-426d18f1f00b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:14.416044 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d87f45d7-da67-41ff-acae-2b82aaac28d2 req-11c24b87-1686-4edd-9eb5-426d18f1f00b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0712414 Jun 24 06:43:14.417169 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bcd26612-22f5-4f9b-ad91-808ad3ace5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:14.425474 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0e4582f9-69ce-48fa-88d0-abedc7c71d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:14.483455 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-bcd26612-22f5-4f9b-ad91-808ad3ace5c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e521bba213d84ef4ac71c3154f4ab15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341645 Jun 24 06:43:14.484056 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40544) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:14.508706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd26612-22f5-4f9b-ad91-808ad3ace5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35212991-e9ae-442f-a235-88c609e4a602,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:14.515044 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bcd26612-22f5-4f9b-ad91-808ad3ace5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:14.521651 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d87f45d7-da67-41ff-acae-2b82aaac28d2 req-054b035c-9755-4b4a-a32d-357b9cfbb6d8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907991 Jun 24 06:43:14.535684 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2268facc-26cc-4797-a96f-379e9c318d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:14.558863 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2268facc-26cc-4797-a96f-379e9c318d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:14.658235 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2268facc-26cc-4797-a96f-379e9c318d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:14.661660 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2268facc-26cc-4797-a96f-379e9c318d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:14.662739 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-2268facc-26cc-4797-a96f-379e9c318d56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35212991-e9ae-442f-a235-88c609e4a602 HTTP/1.1" status: 204 len: 168 time: 0.1776364 Jun 24 06:43:14.663485 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-afa9ece8-e44d-4bac-bd57-3ddc89f7d130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:14.671304 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268facc-26cc-4797-a96f-379e9c318d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35212991-e9ae-442f-a235-88c609e4a602,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:14.673319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2268facc-26cc-4797-a96f-379e9c318d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:15.710079 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4bda0-0157-49bc-83f5-06705c85ebf5 req-9b0b5fc9-48c9-4240-b2ea-b43c21863777 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:15.711456 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6eb4bda0-0157-49bc-83f5-06705c85ebf5 req-9b0b5fc9-48c9-4240-b2ea-b43c21863777 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0683622 Jun 24 06:43:15.749983 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6eb4bda0-0157-49bc-83f5-06705c85ebf5 req-ee805e40-9a0a-4b47-bde5-f7efe4d76263 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Jun 24 06:43:16.945409 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca8048-9499-423e-8268-c41b2dabc478 req-b11a02cf-73f4-44f5-ab50-5800f8463797 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:16.946951 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c2ca8048-9499-423e-8268-c41b2dabc478 req-b11a02cf-73f4-44f5-ab50-5800f8463797 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0732033 Jun 24 06:43:16.987284 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c2ca8048-9499-423e-8268-c41b2dabc478 req-1b2232b5-f121-4af3-af52-bf6fcb9499f1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345459 Jun 24 06:43:17.112301 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40626) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:17.213102 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-42becbd4-0444-4081-a65e-d6b60036b68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.306964 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-42becbd4-0444-4081-a65e-d6b60036b68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.391508 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-42becbd4-0444-4081-a65e-d6b60036b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.394176 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-752d9808-0eff-41be-9f68-711343e7d96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:17.420495 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40634) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:17.433864 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-42becbd4-0444-4081-a65e-d6b60036b68c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80585dd3b0a5415fbd66d82032b6dd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204846 Jun 24 06:43:17.434855 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42becbd4-0444-4081-a65e-d6b60036b68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf34cf1-0ada-46d5-a8af-83f450036d2e,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:17.436555 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40638) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:17.438006 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-42becbd4-0444-4081-a65e-d6b60036b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:17.497260 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.523583 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.541115 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a6337bf2-8043-43c8-8bd8-393bb7c3c5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.696750 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.699335 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.700519 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cf34cf1-0ada-46d5-a8af-83f450036d2e HTTP/1.1" status: 204 len: 168 time: 0.2500021 Jun 24 06:43:17.703351 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b53cf993-bd68-4a9b-ac48-9551035c9956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:17.721270 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf34cf1-0ada-46d5-a8af-83f450036d2e,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:17.734242 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.734720 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.735153 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.735521 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.735876 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.736238 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.736593 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.736944 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.737320 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.737930 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.738415 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.738830 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:17.750209 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:17.773725 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a6337bf2-8043-43c8-8bd8-393bb7c3c5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.888844 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a6337bf2-8043-43c8-8bd8-393bb7c3c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:17.891326 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-94c8a772-e708-4f20-97d0-60e5711b7b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:17.927174 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6337bf2-8043-43c8-8bd8-393bb7c3c5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efdf0ba-8b96-45b3-ab68-69d8acbf72c2,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:17.931254 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-a6337bf2-8043-43c8-8bd8-393bb7c3c5a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e19c834399f34b23b69a0ba30b5c1bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096996 Jun 24 06:43:17.932158 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a6337bf2-8043-43c8-8bd8-393bb7c3c5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:17.933931 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40644) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:17.992021 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97da2d59-955a-40ba-9a1e-415538e4907e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.013505 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97da2d59-955a-40ba-9a1e-415538e4907e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.140124 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97da2d59-955a-40ba-9a1e-415538e4907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.142761 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97da2d59-955a-40ba-9a1e-415538e4907e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.143936 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-97da2d59-955a-40ba-9a1e-415538e4907e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3efdf0ba-8b96-45b3-ab68-69d8acbf72c2 HTTP/1.1" status: 204 len: 168 time: 0.2090769 Jun 24 06:43:18.145352 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-299c4bc7-0b9c-44e7-b288-918a73b38faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:18.154625 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da2d59-955a-40ba-9a1e-415538e4907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efdf0ba-8b96-45b3-ab68-69d8acbf72c2,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:18.156803 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-97da2d59-955a-40ba-9a1e-415538e4907e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:18.172889 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e852a-3db2-4f17-901f-ca79ea787e98 req-76c111e8-a709-4dff-bb73-5d5ba0297020 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:18.175371 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-208e852a-3db2-4f17-901f-ca79ea787e98 req-76c111e8-a709-4dff-bb73-5d5ba0297020 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0672750 Jun 24 06:43:18.217043 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-208e852a-3db2-4f17-901f-ca79ea787e98 req-02aa484a-8ae1-42d1-8a2d-6ce188f2b5f6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Jun 24 06:43:18.331372 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40654) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:18.348522 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e83eeae6-cf54-42b0-97cb-c526d175bdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.438707 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e83eeae6-cf54-42b0-97cb-c526d175bdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.486817 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e83eeae6-cf54-42b0-97cb-c526d175bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.491370 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2268facc-26cc-4797-a96f-379e9c318d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:18.528894 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-e83eeae6-cf54-42b0-97cb-c526d175bdaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f270fc3f9984715a5804baf7604e29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956723 Jun 24 06:43:18.530047 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eeae6-cf54-42b0-97cb-c526d175bdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c3e783-e441-4d47-b113-980bec359cfa,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:18.531630 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40658) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:18.532961 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e83eeae6-cf54-42b0-97cb-c526d175bdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:18.581045 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-05b8a731-6cd5-45fb-b125-368932b6c0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.604898 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-05b8a731-6cd5-45fb-b125-368932b6c0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.803555 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40664) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:18.817225 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4448ef17-e289-4243-81bf-aabf1b77839b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:18.909965 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4448ef17-e289-4243-81bf-aabf1b77839b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:19.005037 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-05b8a731-6cd5-45fb-b125-368932b6c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:19.005037 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-05b8a731-6cd5-45fb-b125-368932b6c0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:19.005564 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-05b8a731-6cd5-45fb-b125-368932b6c0bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85c3e783-e441-4d47-b113-980bec359cfa HTTP/1.1" status: 204 len: 168 time: 0.4720321 Jun 24 06:43:19.006366 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-aedd8dc0-df24-4ec0-a8d0-cf9a8f014f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:19.013689 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8a731-6cd5-45fb-b125-368932b6c0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c3e783-e441-4d47-b113-980bec359cfa,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:19.015830 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-05b8a731-6cd5-45fb-b125-368932b6c0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:19.053079 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4448ef17-e289-4243-81bf-aabf1b77839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:19.056494 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6675856b-9c9e-46b4-9686-4ffa29969b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:19.089618 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448ef17-e289-4243-81bf-aabf1b77839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a11479-67f6-4d58-b57d-547e99b65854,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:19.104452 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-4448ef17-e289-4243-81bf-aabf1b77839b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=303ce83a93934a26a8be29f0b8965d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998068 Jun 24 06:43:19.105498 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4448ef17-e289-4243-81bf-aabf1b77839b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:19.107039 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40668) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:19.155782 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-44468954-3f4a-4061-b887-d68837fb7f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:19.181083 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-44468954-3f4a-4061-b887-d68837fb7f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:19.300467 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-44468954-3f4a-4061-b887-d68837fb7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:19.303193 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-44468954-3f4a-4061-b887-d68837fb7f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:19.307875 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-44468954-3f4a-4061-b887-d68837fb7f1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30a11479-67f6-4d58-b57d-547e99b65854 HTTP/1.1" status: 204 len: 168 time: 0.1973958 Jun 24 06:43:19.307875 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-197d26cd-b480-427d-971c-60d01b70549a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:19.325406 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44468954-3f4a-4061-b887-d68837fb7f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a11479-67f6-4d58-b57d-547e99b65854,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:19.328562 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-44468954-3f4a-4061-b887-d68837fb7f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:19.445140 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622ffe7-822d-4e0f-9e8b-2cda6736e33b req-b9236fba-78bc-423f-be1d-cf3c35d32b15 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:19.445140 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a622ffe7-822d-4e0f-9e8b-2cda6736e33b req-b9236fba-78bc-423f-be1d-cf3c35d32b15 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0870032 Jun 24 06:43:19.498076 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a622ffe7-822d-4e0f-9e8b-2cda6736e33b req-12133b80-d9c0-4668-af79-c4c77435887d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443418 Jun 24 06:43:20.389843 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:43:20.485836 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:43:20.501151 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'port_id': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'mac_address': 'fa:16:3e:83:4c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:43:20.541639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:20.557191 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e05a2bd-c605-45d4-bcc8-aa75274bf436 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:43:20.580331 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:43:20.691011 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7a6aa-0835-475a-98d1-66ac812da7b9 req-f248cc19-9dff-4639-b1d5-c23a3ec4820f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:20.693174 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-78b7a6aa-0835-475a-98d1-66ac812da7b9 req-f248cc19-9dff-4639-b1d5-c23a3ec4820f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 943 time: 0.0647969 Jun 24 06:43:20.700220 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:20.703508 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:20.738014 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-78b7a6aa-0835-475a-98d1-66ac812da7b9 req-4a261e36-0bc3-47a1-89b5-97d0ce3a8938 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390871 Jun 24 06:43:20.757627 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=9']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:20.767827 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:20.995431 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['7e05a2bd-c605-45d4-bcc8-aa75274bf436'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:43:21.922405 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dc5d6-ef67-4944-9176-45f7c61a7f22 req-34ec0fc4-fdd8-422d-bdc7-4cb78ae94ca9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:21.923841 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cc1dc5d6-ef67-4944-9176-45f7c61a7f22 req-34ec0fc4-fdd8-422d-bdc7-4cb78ae94ca9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0624971 Jun 24 06:43:21.968922 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cc1dc5d6-ef67-4944-9176-45f7c61a7f22 req-7cc1a10c-31f8-4853-b126-03638483f3ad tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368354 Jun 24 06:43:23.155251 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ef7fe-dbe7-4d71-9578-c857f77740f0 req-3413fa09-1078-4c78-bd2e-f8eb652fe3e4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:23.156578 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-434ef7fe-dbe7-4d71-9578-c857f77740f0 req-3413fa09-1078-4c78-bd2e-f8eb652fe3e4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0607159 Jun 24 06:43:23.192829 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-434ef7fe-dbe7-4d71-9578-c857f77740f0 req-6dfaadd8-18c7-47be-88bf-1e24f3bb939f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307145 Jun 24 06:43:24.367791 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e2e24-a6ee-4104-a189-b207b42ad9ee req-7ce4a650-3e7f-4d95-8783-42e9d3b364c4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:24.369240 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-885e2e24-a6ee-4104-a189-b207b42ad9ee req-7ce4a650-3e7f-4d95-8783-42e9d3b364c4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0601468 Jun 24 06:43:24.404879 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-885e2e24-a6ee-4104-a189-b207b42ad9ee req-7efb86a6-6c6f-46a4-8acb-4e9d3a8a0672 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300748 Jun 24 06:43:25.509374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9abc-9b4b-4d5a-bb8f-221391e66aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:25.584170 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b2a1e-e31c-4f4d-84b0-17d548a6c97c req-5add6557-6acd-4433-8cdf-56e663f7ccb5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:25.585622 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-292b2a1e-e31c-4f4d-84b0-17d548a6c97c req-5add6557-6acd-4433-8cdf-56e663f7ccb5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 944 time: 0.0640881 Jun 24 06:43:25.621790 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-292b2a1e-e31c-4f4d-84b0-17d548a6c97c req-ecf583b5-8038-4230-becf-e7dba78eeac1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305638 Jun 24 06:43:26.406079 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:43:26.457257 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:43:26.457649 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:26.537875 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:26.560266 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:43:26.562546 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d80510-f211-409f-aabf-7ef7017c9791" -d '{"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-plugged", "status": "completed", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:43:26.575783 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:43:26.600019 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c35f852-bf20-4087-bf8a-1aa7274abe1c x-openstack-request-id: req-3c35f852-bf20-4087-bf8a-1aa7274abe1c {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:43:26.600316 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-plugged", "status": "completed", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:43:26.603232 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c35f852-bf20-4087-bf8a-1aa7274abe1c {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:43:26.603232 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'code': 200} Jun 24 06:43:26.669445 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:26.671386 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:26.717681 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=10']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:26.720659 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:26.799202 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963d100-4ec7-4150-bc2a-c87bf644de52 req-4315d5e7-b827-4e3b-aa8d-fbdb11be01e5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:26.801268 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6963d100-4ec7-4150-bc2a-c87bf644de52 req-4315d5e7-b827-4e3b-aa8d-fbdb11be01e5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0631254 Jun 24 06:43:26.840344 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6963d100-4ec7-4150-bc2a-c87bf644de52 req-ecaba940-9c25-4043-a010-8627073a1d6c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329328 Jun 24 06:43:27.881444 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40832) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:27.995595 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-2f452e92-9b35-462e-b216-910dda1e426e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:28.027033 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f10bb-e6d1-452c-9040-0cd3b89ba10d req-eb79ee6f-5ec7-4f01-baf7-1a508e82867d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:28.028481 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-973f10bb-e6d1-452c-9040-0cd3b89ba10d req-eb79ee6f-5ec7-4f01-baf7-1a508e82867d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0721250 Jun 24 06:43:28.086684 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-2f452e92-9b35-462e-b216-910dda1e426e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:28.155030 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-2f452e92-9b35-462e-b216-910dda1e426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:28.157897 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-38b4a590-a718-4f17-b0b5-cdf92d231280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:28.198883 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-2f452e92-9b35-462e-b216-910dda1e426e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87388323cd4a418185a4245cbce26e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163481 Jun 24 06:43:28.199490 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 40838) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:28.201644 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f452e92-9b35-462e-b216-910dda1e426e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add4ec76-4379-4925-ae4a-01e4d9bbe139,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:28.205428 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-2f452e92-9b35-462e-b216-910dda1e426e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:28.220436 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bfed6563-eec3-4323-a3a4-41e2500c045e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:28.260297 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-49d4d88a-7cbc-4506-8975-5f03fd740835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:28.282803 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-49d4d88a-7cbc-4506-8975-5f03fd740835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:28.292497 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-973f10bb-e6d1-452c-9040-0cd3b89ba10d req-ccd92182-587d-421a-8dcb-b64c36ad6e8f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582991 Jun 24 06:43:28.406429 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-49d4d88a-7cbc-4506-8975-5f03fd740835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:28.409090 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-49d4d88a-7cbc-4506-8975-5f03fd740835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:28.410330 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-49d4d88a-7cbc-4506-8975-5f03fd740835 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/add4ec76-4379-4925-ae4a-01e4d9bbe139 HTTP/1.1" status: 204 len: 168 time: 0.2096498 Jun 24 06:43:28.411502 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-502a9646-b58c-47c0-8427-52408dfeca38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:28.419552 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4d88a-7cbc-4506-8975-5f03fd740835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add4ec76-4379-4925-ae4a-01e4d9bbe139,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:28.421933 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-49d4d88a-7cbc-4506-8975-5f03fd740835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:28.606675 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.036923 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40848) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:29.049682 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.132913 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.214445 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.216976 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7c0fb60e-17a8-4cca-81af-2dc49aada911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:29.252412 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea745694539a4c04b85981dc74f77e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144055 Jun 24 06:43:29.253283 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f94dc1-64cf-41a1-95f7-e2f45ada0605,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:29.255880 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 40850) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:43:29.273672 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.274051 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.274412 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.274760 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.275109 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.275453 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.275792 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.276139 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.276475 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.276810 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.277172 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.277501 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:43:29.293143 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:29.314485 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f2762cf7-0e66-4c08-828c-9464d280f804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.335775 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f2762cf7-0e66-4c08-828c-9464d280f804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.463409 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f2762cf7-0e66-4c08-828c-9464d280f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.466131 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f2762cf7-0e66-4c08-828c-9464d280f804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.467201 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-f2762cf7-0e66-4c08-828c-9464d280f804 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2f94dc1-64cf-41a1-95f7-e2f45ada0605 HTTP/1.1" status: 204 len: 168 time: 0.2104120 Jun 24 06:43:29.467987 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b6a38fd2-76cc-4327-858f-be49cb3239a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:43:29.489333 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d08d1-d97a-4546-9740-167f2de6d6ba req-f1d3a895-a199-4f89-bbbc-7253a0628ce8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:29.489333 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2c6d08d1-d97a-4546-9740-167f2de6d6ba req-f1d3a895-a199-4f89-bbbc-7253a0628ce8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0629582 Jun 24 06:43:29.489895 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2762cf7-0e66-4c08-828c-9464d280f804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f94dc1-64cf-41a1-95f7-e2f45ada0605,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:43:29.489895 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f2762cf7-0e66-4c08-828c-9464d280f804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:43:29.505797 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:29.515812 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2c6d08d1-d97a-4546-9740-167f2de6d6ba req-61601523-c150-481e-8247-f211299730e8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344214 Jun 24 06:43:29.991677 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1dd02-cbea-4bc7-8d6d-7f079a20d963 req-50807e95-1d0a-4188-9304-a10ec305956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:29.993334 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0ac1dd02-cbea-4bc7-8d6d-7f079a20d963 req-50807e95-1d0a-4188-9304-a10ec305956e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1099 time: 0.0517468 Jun 24 06:43:30.028266 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0ac1dd02-cbea-4bc7-8d6d-7f079a20d963 req-d0d1b852-7028-4dcc-b94c-80d1672566a8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280232 Jun 24 06:43:30.700752 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a37d8-c756-4d93-bba0-a49cb2500425 req-59011850-1df6-468a-9baa-ce096ace26b2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:30.702216 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6a6a37d8-c756-4d93-bba0-a49cb2500425 req-59011850-1df6-468a-9baa-ce096ace26b2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0635056 Jun 24 06:43:30.740216 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6a6a37d8-c756-4d93-bba0-a49cb2500425 req-a8553088-9b94-4549-bc18-9927c032b7e4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Jun 24 06:43:31.117709 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:31.925418 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91476492-7222-4d38-a44b-125c2cbe0547 req-7a5b2f75-ba10-4401-aabb-85ef4142518b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:31.927631 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-91476492-7222-4d38-a44b-125c2cbe0547 req-7a5b2f75-ba10-4401-aabb-85ef4142518b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0700567 Jun 24 06:43:31.964765 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-91476492-7222-4d38-a44b-125c2cbe0547 req-19571e62-9fd8-4edd-ba96-b2e15083193c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Jun 24 06:43:33.141639 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf55668-97e2-47ca-9814-4cd8b27bfa38 req-6f76d4c8-43bd-420e-b153-9fc4bea5c836 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:33.143070 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7bf55668-97e2-47ca-9814-4cd8b27bfa38 req-6f76d4c8-43bd-420e-b153-9fc4bea5c836 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0610166 Jun 24 06:43:33.179447 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7bf55668-97e2-47ca-9814-4cd8b27bfa38 req-cd03ffdc-a0bc-4f2a-8a80-595b83923fe2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308249 Jun 24 06:43:33.429261 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-5629272e-9c45-4e5c-9d82-76313c89aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:33.430676 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-5629272e-9c45-4e5c-9d82-76313c89aaf6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1099 time: 0.0501432 Jun 24 06:43:33.537621 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-5968809f-71d4-40ac-9cf5-2254c0e61456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:33.539053 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-5968809f-71d4-40ac-9cf5-2254c0e61456 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.0873826 Jun 24 06:43:33.600612 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-7df03a29-b1a0-4f75-b244-4ad5d1dfac13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 200 len: 1001 time: 0.0543995 Jun 24 06:43:33.646082 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-e8a71117-4126-49f6-a55b-3bababdb8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:33.647441 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-e8a71117-4126-49f6-a55b-3bababdb8a5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0409198 Jun 24 06:43:33.704775 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-85f1316a-e0c1-4a95-b501-1ae37f4a91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:33.706213 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-85f1316a-e0c1-4a95-b501-1ae37f4a91ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522046 Jun 24 06:43:33.792886 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-68d6fb59-e329-4bd6-8bfb-d06ec9dc272f service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796213 Jun 24 06:43:33.882897 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d5e0cee-e351-4c75-bf48-ad43af6d5e01 req-29083a2b-b412-4324-ae22-cd4ea0a1e325 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827491 Jun 24 06:43:34.354916 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d12bab-fbbe-464d-a3f4-d625aba4a03f req-17b0b9c0-c576-4ed5-8b89-23087cf552a4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:34.356760 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-20d12bab-fbbe-464d-a3f4-d625aba4a03f req-17b0b9c0-c576-4ed5-8b89-23087cf552a4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0625396 Jun 24 06:43:34.393769 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-20d12bab-fbbe-464d-a3f4-d625aba4a03f req-000b002b-6ffb-472b-9172-40c7fad45f77 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Jun 24 06:43:35.083194 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:35.580968 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccc731-15da-4dc2-b405-bbc1e55d662c req-52caccc7-df81-418d-802c-3dd29d972d51 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:35.582687 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fbccc731-15da-4dc2-b405-bbc1e55d662c req-52caccc7-df81-418d-802c-3dd29d972d51 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0727124 Jun 24 06:43:35.622247 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fbccc731-15da-4dc2-b405-bbc1e55d662c req-9aec214d-a9fe-4731-b568-5405950e96e4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340040 Jun 24 06:43:36.812530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639210ae-0693-42c8-91cf-32d58b77ab75 req-e537d002-6211-4ae2-ab65-09b229b48904 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:36.814048 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-639210ae-0693-42c8-91cf-32d58b77ab75 req-e537d002-6211-4ae2-ab65-09b229b48904 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0654628 Jun 24 06:43:36.851527 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-639210ae-0693-42c8-91cf-32d58b77ab75 req-de051117-bc83-4723-ab93-0c918eecf760 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310678 Jun 24 06:43:38.025391 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dca29f-6cde-45ad-93a7-2f60fa017cd7 req-32bd683d-2c27-4581-8a81-f7ab64f1a9b6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:43:38.026860 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-21dca29f-6cde-45ad-93a7-2f60fa017cd7 req-32bd683d-2c27-4581-8a81-f7ab64f1a9b6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0622861 Jun 24 06:43:38.063255 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-21dca29f-6cde-45ad-93a7-2f60fa017cd7 req-addeaaee-a741-44b2-9b02-7907b9aef5ed tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308375 Jun 24 06:43:48.833635 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:43:55.522556 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d9c23f3b-5368-4646-a858-37b4b3724f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:58.234319 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-939da7e8-8724-4b6e-8c1e-fff1b3fb205c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:58.568691 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:43:59.505665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:01.094066 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:05.088152 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:25.514119 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-73b5a1fe-c8a1-40bc-aa12-0bd3e4f7b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:25.832261 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:44:28.205720 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-349a2048-9d48-4f95-8944-f3f1b5cd3139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:28.594450 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:29.497238 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:31.105257 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:35.093692 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:55.533265 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a94e5b37-f8e7-4803-a654-0a549fd8efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:58.213645 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-97e267a6-cb58-4212-b37f-1b76b7d1a86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:58.590303 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:44:59.502340 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:01.115609 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:02.831403 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:45:05.107435 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:25.547600 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-b3729a28-001c-4c30-ad5f-b3d20aaf29a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:28.224587 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5feb80c8-f709-44f7-aecb-f8d59c76beaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:28.560968 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:29.512921 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:31.143714 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:34.479435 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-93502761-63a9-4100-a227-d80638d483c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1452270 Jun 24 06:45:34.576584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-65ecfa2b-2c75-4c8e-ad46-424d752817f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:45:34.578016 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-65ecfa2b-2c75-4c8e-ad46-424d752817f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1098 time: 0.0549729 Jun 24 06:45:34.682865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-0f31e241-7bb0-4dac-b31a-3a1f95434867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:45:34.684328 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-0f31e241-7bb0-4dac-b31a-3a1f95434867 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0867600 Jun 24 06:45:34.746466 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-a327abdf-48c6-4873-9995-53ce324bff1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0560069 Jun 24 06:45:34.795567 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-8961971c-177f-41ac-a1e4-a67b353a9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:45:34.796917 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-8961971c-177f-41ac-a1e4-a67b353a9949 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0450184 Jun 24 06:45:34.856408 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-ae778ea0-a5ce-4745-9152-a62724fa1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:45:34.858463 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-ae778ea0-a5ce-4745-9152-a62724fa1997 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544467 Jun 24 06:45:34.947733 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-d0be954b-3582-4af0-bae1-611d7ddb4bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824168 Jun 24 06:45:35.038781 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5031ad1f-b92b-4a5c-8779-fcd09a399380 req-24ce1e70-ba2f-4e8a-bd6d-82f37ae0fd8a service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854690 Jun 24 06:45:35.135802 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:39.829508 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:45:55.520690 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-557899bb-648f-467c-912e-709806812ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:58.211617 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3112-d55f-4feb-9139-56eb29edf418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:58.566158 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:45:59.552648 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:01.118596 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:05.164481 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:16.828547 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:46:25.517847 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd855-86e1-495f-a291-daf212fc60bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:28.217232 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-8d373e1c-accd-4beb-9269-17686fc7ee32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:28.582680 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:29.535182 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:31.108801 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:35.188361 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:36.402047 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c7594e9-b862-48b2-9c8d-295051197815 req-d6a9b96d-1ec3-4b15-bc9f-52d1d4da31f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525558 Jun 24 06:46:36.474453 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7594e9-b862-48b2-9c8d-295051197815 req-70dc7318-9ba5-4062-afe2-6bed95647d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:46:36.476648 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c7594e9-b862-48b2-9c8d-295051197815 req-70dc7318-9ba5-4062-afe2-6bed95647d48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1099 time: 0.0515449 Jun 24 06:46:36.580214 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7594e9-b862-48b2-9c8d-295051197815 req-7124022b-b584-41c5-80da-5b5f5f5fcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:46:36.581686 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c7594e9-b862-48b2-9c8d-295051197815 req-7124022b-b584-41c5-80da-5b5f5f5fcfc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.0865257 Jun 24 06:46:36.642772 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c7594e9-b862-48b2-9c8d-295051197815 req-0fef775d-7a8a-4543-b093-bcbf00b3ff03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 200 len: 1001 time: 0.0544930 Jun 24 06:46:36.701764 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7594e9-b862-48b2-9c8d-295051197815 req-2f3a0a37-8996-4076-9aa2-48c9fc7bc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:46:36.703213 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c7594e9-b862-48b2-9c8d-295051197815 req-2f3a0a37-8996-4076-9aa2-48c9fc7bc98b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0541651 Jun 24 06:46:36.758615 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7594e9-b862-48b2-9c8d-295051197815 req-ad79ff88-a93e-4f7e-a550-e42fca45a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:46:36.760016 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c7594e9-b862-48b2-9c8d-295051197815 req-ad79ff88-a93e-4f7e-a550-e42fca45a7e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500927 Jun 24 06:46:36.846854 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c7594e9-b862-48b2-9c8d-295051197815 req-b9b7f92b-9b5b-4543-a2e1-b868338eaad1 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802691 Jun 24 06:46:36.931800 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c7594e9-b862-48b2-9c8d-295051197815 req-c15796ed-034e-4494-a867-c0e6c0e69e1b service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784242 Jun 24 06:46:53.827580 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:46:55.523327 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-554b9b3a-d578-42d7-9f72-126a243f8675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:58.219877 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4f332a82-cb9f-401e-b9d4-930a318fa500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:58.577879 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:46:59.499778 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:01.153514 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:05.204884 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:25.516775 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5106f3ec-0391-4fb5-871a-2bfb98f560a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:28.227314 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-854e7101-9145-4770-8263-a81029623f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:28.608049 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:29.545251 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:30.825512 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:47:31.136336 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:35.213563 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:38.399997 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-2319c234-c0f2-4788-892c-f679fe1951fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504336 Jun 24 06:47:38.473499 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-ab8ff187-1760-4a06-b2cd-aeb2bf54163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:47:38.474960 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-ab8ff187-1760-4a06-b2cd-aeb2bf54163e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=365a22670e7d45ffb27afc33b5e97e69&device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 1098 time: 0.0538294 Jun 24 06:47:38.578980 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-d73dade3-f7e6-44e9-9ad3-7dc300fc5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:47:38.580459 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-d73dade3-f7e6-44e9-9ad3-7dc300fc5e2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=738d20c0-f464-4511-872b-a1727c9793be HTTP/1.1" status: 200 len: 915 time: 0.0860434 Jun 24 06:47:38.623712 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-f61cf644-169b-4898-a869-222395b0fcbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639c30a2-c8a2-429a-938b-b458fd964706 HTTP/1.1" status: 200 len: 217 time: 0.0368006 Jun 24 06:47:38.673132 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-59daae7c-d0cd-4330-9d74-4af420db9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:47:38.674604 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-59daae7c-d0cd-4330-9d74-4af420db9088 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aacf1cbd-feb2-408a-8bbb-919401b4006d HTTP/1.1" status: 200 len: 854 time: 0.0438530 Jun 24 06:47:38.706648 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-32ee2a7b-bee9-4205-a043-b3d502033ffc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=738d20c0-f464-4511-872b-a1727c9793be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262709 Jun 24 06:47:38.798595 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-79767513-cc7a-49f0-b472-866a624178e7 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854692 Jun 24 06:47:38.884911 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6b4959db-3c8e-4356-8a33-e86cdb24c6c9 req-1aeb8cea-e38b-4d55-8f35-9431a89db8b8 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799854 Jun 24 06:47:55.527419 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-74c95cc6-9917-4478-a587-5663c8b6982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:58.224926 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-3a54a321-d522-471c-b4c2-01e9aad51e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:58.575024 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:47:59.523573 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:01.130287 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:05.300538 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:07.823939 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:48:25.517440 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5fb55b94-3149-451c-949f-8214b708e968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:28.214902 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-efaabbe9-45b4-4403-8e4f-4a5e4d4a74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:28.586337 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:29.524066 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:31.121270 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:35.286732 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:38.385427 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09a15672-d891-433d-b083-98d1e00585de req-0a649193-fa3b-4ce3-b5a7-bd3da5ac938c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535514 Jun 24 06:48:38.477646 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15672-d891-433d-b083-98d1e00585de req-4ec2fd24-8175-4312-b76b-7d945c25cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:48:38.479117 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09a15672-d891-433d-b083-98d1e00585de req-4ec2fd24-8175-4312-b76b-7d945c25cc6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1098 time: 0.0513837 Jun 24 06:48:38.578525 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15672-d891-433d-b083-98d1e00585de req-d3e75344-fdeb-4a1f-9493-9b9b637ad7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:48:38.579954 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09a15672-d891-433d-b083-98d1e00585de req-d3e75344-fdeb-4a1f-9493-9b9b637ad7fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0812922 Jun 24 06:48:38.646031 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09a15672-d891-433d-b083-98d1e00585de req-1fa1eed8-15be-4cdb-98f7-f2f68635e851 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0594003 Jun 24 06:48:38.691775 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15672-d891-433d-b083-98d1e00585de req-a0d52de4-ad9a-4243-9e09-0a3f49c604c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:48:38.693235 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09a15672-d891-433d-b083-98d1e00585de req-a0d52de4-ad9a-4243-9e09-0a3f49c604c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0415649 Jun 24 06:48:38.745841 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15672-d891-433d-b083-98d1e00585de req-a45560bb-20b1-4777-991f-8a0547af1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:48:38.747473 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09a15672-d891-433d-b083-98d1e00585de req-a45560bb-20b1-4777-991f-8a0547af1b39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483205 Jun 24 06:48:38.835895 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09a15672-d891-433d-b083-98d1e00585de req-a62d058c-b01d-4458-9e06-ef8b20bc2a83 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804720 Jun 24 06:48:38.923213 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-09a15672-d891-433d-b083-98d1e00585de req-0fdcfddf-97ea-42e7-9ff6-7d9db7ade122 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806642 Jun 24 06:48:44.822863 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:48:55.520507 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-757a1054-391c-4ccd-b6b4-0cb1dc044e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:58.206339 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-15eae359-2560-4c93-974c-0d6f12696cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:58.579551 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:48:59.537707 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:01.161011 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:05.237281 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:21.820772 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:49:25.520053 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-04b6d0b6-db50-4101-a5b3-59ca2359ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:28.224551 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bde55a2c-d4ba-4c9f-88cb-1fda3dd5e366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:28.579719 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:29.544892 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:31.160045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:32.356535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 44462) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:49:32.460361 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:32.542216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:32.619296 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:32.623690 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0d67e1ed-375c-47e1-9857-4ceafe3ac691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:49:32.659532 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88b8f680b88a44e2a5a91a77a4d8b142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019087 Jun 24 06:49:32.660752 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33acbda-1abe-4f15-b74d-21bbb126b68a,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:49:32.662333 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 44470) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:49:32.668480 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.668823 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.669366 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.669723 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.670070 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.670414 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.670756 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.671097 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.671439 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.671776 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.672111 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.672444 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.676410 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:49:32.713413 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:32.737346 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:32.847675 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:32.850241 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:32.851389 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a33acbda-1abe-4f15-b74d-21bbb126b68a HTTP/1.1" status: 204 len: 168 time: 0.1872146 Jun 24 06:49:32.852155 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-271a910a-ebdb-4657-bf75-9d789bb6c095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:49:32.860645 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33acbda-1abe-4f15-b74d-21bbb126b68a,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:49:32.867510 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.867883 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.875649 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.876155 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.877637 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.877926 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.878286 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.878640 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.878988 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.879331 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.879668 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.879997 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:49:32.883466 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:49:35.251228 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:40.397541 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-be14ab9b-e188-498f-a931-3ff930bb4724 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490055 Jun 24 06:49:40.467506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-a3c881cd-e12b-4fad-b561-dff216654b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:49:40.468922 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-a3c881cd-e12b-4fad-b561-dff216654b93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 1099 time: 0.0489783 Jun 24 06:49:40.573949 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-9a27f6ae-5afc-4fb5-a467-f50b7e1396f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:49:40.575575 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-9a27f6ae-5afc-4fb5-a467-f50b7e1396f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.0834918 Jun 24 06:49:40.637733 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-a3ec8a5b-64b8-492d-86bb-afe0ccd1c09a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 200 len: 1001 time: 0.0555854 Jun 24 06:49:40.687300 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-b67920b4-6d78-4378-9f67-e86a9da46c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:49:40.688641 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-b67920b4-6d78-4378-9f67-e86a9da46c83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0450046 Jun 24 06:49:40.742743 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-f45b4567-64aa-4e00-bee9-026468e1edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:49:40.744154 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-f45b4567-64aa-4e00-bee9-026468e1edc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493786 Jun 24 06:49:40.753899 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-a9ece1de-a148-443b-ba92-fadd576868b5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:49:40.754834 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-a9ece1de-a148-443b-ba92-fadd576868b5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047803 Jun 24 06:49:40.839270 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-e330f37a-c18e-41b3-88c4-d07cd0ce763c service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783448 Jun 24 06:49:40.932039 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2009c0b4-5b0a-4d95-ae85-d1c97773502e req-828d3bbf-e95b-4189-8d2e-5f43b328388e service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Jun 24 06:49:55.509710 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d83fc446-4348-400d-8523-d9b2a7321b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:58.235591 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-790415f2-d9bb-4d33-a7d2-67a241a50194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:58.582068 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:49:58.819328 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:49:59.542165 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:01.126903 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:05.279101 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:12.142576 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35127825-04d7-4cbe-ab62-738748a20338 req-36f265d4-f73e-4f0a-a3c1-675763dbafc5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:50:12.143988 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-35127825-04d7-4cbe-ab62-738748a20338 req-36f265d4-f73e-4f0a-a3c1-675763dbafc5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0600510 Jun 24 06:50:12.179488 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-35127825-04d7-4cbe-ab62-738748a20338 req-43bd2729-85f3-43b4-85e0-33020e63a4a0 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc8a3164-6651-4411-98c7-79bebedc877b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300031 Jun 24 06:50:12.797869 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-9adeca60-aa87-4f6a-8a6c-636719880448 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:50:12.799322 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-9adeca60-aa87-4f6a-8a6c-636719880448 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 946 time: 0.0659881 Jun 24 06:50:12.894876 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Deleting port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:50:12.895132 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:12.982234 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] For port 7e05a2bd-c605-45d4-bcc8-aa75274bf436, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7e05a2bd-c605-45d4-bcc8-aa75274bf436,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:50:12.982595 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:13.186361 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:13.187096 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:13.187225 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Floating IP aedfcb8f-df9a-48d2-bec2-0958556c366b disassociated. External IP: 172.27.2.206, port: 7e05a2bd-c605-45d4-bcc8-aa75274bf436. Jun 24 06:50:13.187454 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Calling delete_port for 7e05a2bd-c605-45d4-bcc8-aa75274bf436 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:50:13.382504 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:13.386884 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:50:13.416966 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event deleted for resources: {'Port': ['ID=7e05a2bd-c605-45d4-bcc8-aa75274bf436,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:50:13.419560 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:50:13.637616 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-724a3346-9618-4733-933b-cdd2e29bad35 req-dad649ec-aef9-4e1a-b338-77b0adaa288e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.1869764 Jun 24 06:50:13.782484 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Router f1d2979e-c4bd-470c-901a-8d32de01478d has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:50:13.887705 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:50:13.897831 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] Sync routers for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:50:13.907474 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:50:13.908193 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:49:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:50:13.933449 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] No DVR routers for this DVR port 7e05a2bd-c605-45d4-bcc8-aa75274bf436 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:50:13.936403 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:13.938559 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1192e948-e651-4dad-b69d-6ba4e5386c4c req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "DELETE /v2.0/ports/7e05a2bd-c605-45d4-bcc8-aa75274bf436 HTTP/1.1" status: 204 len: 173 time: 1.1328146 Jun 24 06:50:13.939067 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-deleted', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:50:13.941374 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b15831-4aa3-4bf1-babf-d48d9b21e4f2" -d '{"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-deleted", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:50:14.025508 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:50:14.045457 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c6212-7d49-41e7-ba2f-e576d9f27692 x-openstack-request-id: req-a71c6212-7d49-41e7-ba2f-e576d9f27692 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:50:14.046059 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b860fc52-d8cc-496f-b66f-5eaa60d68da8", "name": "network-vif-deleted", "tag": "7e05a2bd-c605-45d4-bcc8-aa75274bf436", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:50:14.046370 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a71c6212-7d49-41e7-ba2f-e576d9f27692 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:50:14.046823 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b860fc52-d8cc-496f-b66f-5eaa60d68da8', 'name': 'network-vif-deleted', 'tag': '7e05a2bd-c605-45d4-bcc8-aa75274bf436', 'status': 'completed', 'code': 200} Jun 24 06:50:14.231102 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:50:14.257268 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] Checking router: f1d2979e-c4bd-470c-901a-8d32de01478d for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:50:14.266259 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:50:14.266868 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:49:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:50:14.368766 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:50:14.566440 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:50:14.591833 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0afd45-23b2-40b5-918a-a4b224dd101c None None] The sync data for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi is: [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:50:14.793872 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a58cf31a-f2d7-4c74-b389-9011ec251ae0 req-53db0098-ade1-4c91-93b2-72064a5462a2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0304317 Jun 24 06:50:14.814531 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c821f8-40db-4838-af2d-4c4b91379638 None None] New status for floating IP aedfcb8f-df9a-48d2-bec2-0958556c366b: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 06:50:15.943189 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b297f2d2-88b0-44fa-8dea-9ecc55d64f4c req-6f6bd2bb-5f69-49a1-9d03-a6ee214a7af6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0267775 Jun 24 06:50:16.532736 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:50:16.552870 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 7e05a2bd-c605-45d4-bcc8-aa75274bf436 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:50:16.553255 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 7e05a2bd-c605-45d4-bcc8-aa75274bf436 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:50:17.100171 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-70521c5f-95c8-4a5e-bec2-4b073edd6f5c req-ebca1c5b-911d-40e4-956b-2f32d5b68544 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0282309 Jun 24 06:50:18.240425 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-40cb1647-d952-4173-9dcf-71c3c9e8145e req-6a030360-af06-4c80-950d-bfed77a4ef76 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Jun 24 06:50:19.386877 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f0cd1b87-434c-4f84-9a1f-351e142cde2b req-245f42f6-168d-4e58-aaa2-0df3fa3d15cb tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0319216 Jun 24 06:50:20.534574 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-24d7bd34-a9b7-4750-b50c-a448970a9866 req-fa945712-ea8f-42f5-a96e-9aac89302326 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0329354 Jun 24 06:50:21.678684 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5e6ea493-04ce-4cf4-ac8a-4f4fd7fae491 req-4108b9af-584b-4a3f-95f7-90f15c8c7998 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280817 Jun 24 06:50:22.820214 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0c616faf-6b00-4dfc-822b-f00e8c87df24 req-8812c843-46d3-466a-a3bf-a775c1e47031 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0282073 Jun 24 06:50:23.961321 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3a402453-bd51-4143-8f43-a7d4ffee5fee req-f972c224-b537-4b97-914e-06d5174d228e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0281727 Jun 24 06:50:25.105467 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4a5b7a67-c3c7-4aeb-9b08-2dda6c67a0ff req-29c3f4f3-ca6d-405d-bf89-eabd93a506c4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0267763 Jun 24 06:50:25.515155 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-8df2bcc9-78d4-4f53-b34f-bb8806dd8e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:26.247641 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8469f47a-e301-40f5-8be6-22d4be44e812 req-918a3c45-73b8-477e-a62a-b708bdb111d0 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0276992 Jun 24 06:50:27.387984 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-dfd5cb14-8ce0-4d5b-bacc-379465c3d7e2 req-f0eb2297-747a-4db9-854b-399e14ca94e2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0276244 Jun 24 06:50:28.223252 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-cc63c57d-cf79-4c53-b40a-2bba39cf840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:28.535040 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fa35182b-19f4-4104-aa57-6da8639e3e09 req-543d0409-0bad-4d20-96a2-5185f09472bf tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0308118 Jun 24 06:50:28.553102 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:29.549327 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:29.679834 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9700e527-3fa9-419a-b9b8-06d6edcee3a0 req-eb328224-66d7-4e00-8590-f3656e073e4e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0304003 Jun 24 06:50:30.822228 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1e0e4abd-a73d-418c-a534-f8f97d4370bf req-870b4ce0-faf2-437b-a208-b869a3d5763b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0282638 Jun 24 06:50:31.155545 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:31.962587 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-83c926aa-6043-4017-9be8-2157357d3e70 req-dfe4cf52-8a8d-45f0-8749-96cb5641d596 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0291870 Jun 24 06:50:33.104521 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-53f635b6-cab7-4c4b-bc4e-d4a880783e23 req-707cbbfa-58f4-4064-a66c-85437ab8615f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0286019 Jun 24 06:50:34.249448 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ca83d2bb-61e6-43ae-b1bc-5afe0e8b8819 req-2515e837-7be0-4e20-9a7e-3254634ab0ff tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0281298 Jun 24 06:50:35.257508 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:35.391542 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f5840ab5-9df5-4f73-9a22-5d0f7985f0bc req-a7c9d027-8d80-4a00-9510-411717ad3b82 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Jun 24 06:50:35.818477 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:50:36.536597 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-235cc1cd-59ab-420a-82d8-67e1cb4dd438 req-abb011c1-b953-499b-92bc-7adc4e00bc25 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0292311 Jun 24 06:50:37.681231 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bc08d958-551c-4b30-8a99-6860f0fe1882 req-38c06c8b-31eb-48bb-9e75-350a179ad47c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0307057 Jun 24 06:50:38.824682 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-536cb9b7-ffaa-44b5-b612-ce1585ffb7bd req-b7a63dd4-2361-4b22-8947-af057db550b3 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0307121 Jun 24 06:50:39.968942 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6d00bf71-a85c-40a9-8579-5563709b2251 req-9103cfcd-bae6-4348-ad2c-32b79477c985 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0276868 Jun 24 06:50:41.109210 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0bb5f1ef-a190-4952-a781-5dad3139d145 req-53508689-cc4d-41f1-b05d-da600cf63622 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280340 Jun 24 06:50:42.249600 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-97c6be19-9431-486d-ac5c-f644b58c8935 req-6e25a7ad-2368-40cd-8661-a2a9ed85ae6a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0275154 Jun 24 06:50:42.445256 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-790cf648-18b7-475c-ac97-ea53ef3bb5ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978539 Jun 24 06:50:42.516226 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-3c0c033c-ba0c-416e-9546-88b8d431d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:50:42.517581 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-3c0c033c-ba0c-416e-9546-88b8d431d312 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=365a22670e7d45ffb27afc33b5e97e69&device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 1098 time: 0.0498986 Jun 24 06:50:42.630278 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-20ffece8-b4ad-433f-8966-2fadb5468adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:50:42.631704 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-20ffece8-b4ad-433f-8966-2fadb5468adf service neutron] 10.222.0.21 "GET /v2.0/networks?id=738d20c0-f464-4511-872b-a1727c9793be HTTP/1.1" status: 200 len: 915 time: 0.0933683 Jun 24 06:50:42.670771 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-1dd8bf43-80e4-4d19-a4aa-8c1898581718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639c30a2-c8a2-429a-938b-b458fd964706 HTTP/1.1" status: 200 len: 217 time: 0.0329821 Jun 24 06:50:42.720929 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-94f36c54-3d7a-492b-ba00-f8f96cc64bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:50:42.722571 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-94f36c54-3d7a-492b-ba00-f8f96cc64bde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aacf1cbd-feb2-408a-8bbb-919401b4006d HTTP/1.1" status: 200 len: 854 time: 0.0461299 Jun 24 06:50:42.756006 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-778be8b9-3728-4f3b-88a3-577f6a00a028 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=738d20c0-f464-4511-872b-a1727c9793be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264461 Jun 24 06:50:42.842522 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-61218674-3d41-4cf5-8501-a68043887cb4 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804131 Jun 24 06:50:42.932608 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c7ff0a5-7154-4cad-9546-abb3269cc8d5 req-5fe8db94-18f8-4f37-8578-cbdace002fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839746 Jun 24 06:50:43.392810 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-850524e7-525f-4289-9069-dedd198d3707 req-f9c881a8-ac4e-4a2d-ba8a-d672bbcc8cb9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0288625 Jun 24 06:50:44.544340 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c504431d-5634-4a82-b62d-223c155ba202 req-0f3dd7c4-f520-47da-a609-fad6b97e1043 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0275211 Jun 24 06:50:45.689369 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a1d64e5c-475a-4c6b-9d1a-4cdfb7a06375 req-ebd3d421-07f7-47d8-aa38-f801645c0210 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0275576 Jun 24 06:50:46.834559 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d1addca9-e9f3-4344-9ac6-cd1d5d35c4ae req-028544d3-4a3d-4d6b-9b7e-8800e73f12ea tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0313089 Jun 24 06:50:47.979715 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1e308d18-59ef-488c-a4b2-453164dabfa7 req-b8f9a9f1-d5ec-43a4-af7c-b7b4246f3267 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0321324 Jun 24 06:50:49.125621 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8034c01e-80af-4511-ae80-2ddbcf714ec5 req-4de8d954-9486-4cdd-bd60-2f2e684c425a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0291817 Jun 24 06:50:50.265187 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-daefb1fe-a4f9-4c73-8ecf-f37725a390b0 req-59e5dee0-d357-4617-8be8-ff4506154f76 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0270965 Jun 24 06:50:51.405959 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c3ff035e-bc73-4e36-9c50-0c12c2f2ebea req-8c98b181-5e9a-4b17-a171-c26b0426aed1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0284956 Jun 24 06:50:52.548467 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-74daef84-9de0-4268-9b1f-f9232651ab67 req-cf72cf1c-b859-4cc8-8cc8-162b2d97f641 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0283852 Jun 24 06:50:53.691151 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-163d6929-934b-4c10-81d8-e5e876b0801f req-1bc0c010-d38d-4c43-97a8-83398bbcd8ac tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280368 Jun 24 06:50:54.832950 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3752796-7b4e-4b76-9889-b8919f0f6b72 req-dfb1142a-e135-46f1-98f4-faeb3e384abf tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0277135 Jun 24 06:50:55.520051 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-10ec9280-e602-4427-8569-13feb896ddb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:55.977237 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4f13ea50-f847-4b2a-9f30-7cccf1059b6f req-f028013a-51e5-46dd-855d-575f81db61c2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0319619 Jun 24 06:50:57.123107 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bcb6f00a-acaa-4aa0-a894-c2852449258d req-6960a782-4091-4395-8dae-fad0c56f536f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0321391 Jun 24 06:50:58.217039 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9ffd100d-e09d-4cff-b9d2-e0110c4abb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:58.267270 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0d463791-6cd4-443b-abd0-a4348d899fb8 req-04c9c769-bb78-43f4-bae2-88648d18a8cb tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0288060 Jun 24 06:50:58.536827 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:50:59.406449 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-71e0d408-b898-4681-8499-53ed487f9e9a req-4b3e4271-6f0d-4e94-b2c9-e9d00411b678 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0276127 Jun 24 06:50:59.540755 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:00.553617 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b779bb36-cb70-49ea-bd98-14ee4818150a req-371e0896-83dd-405b-91d9-f4acb4a598f2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0291913 Jun 24 06:51:01.146617 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:01.697001 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c3191ef7-32e8-4a7e-ab75-4c36b06a8733 req-101fe5db-1552-441e-a69f-80414e4a7de5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0283217 Jun 24 06:51:02.837092 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f3e141d0-acff-4967-bd77-08fdfe332ed5 req-bb2276a8-37af-4b3e-8225-803e89b4f212 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0286765 Jun 24 06:51:03.977757 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7822c5d3-cab6-4d31-82a1-ce5044dfa14a req-2353978e-bbf3-49e5-85e7-7e82bd5be7d7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0283122 Jun 24 06:51:05.123043 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8896b380-4774-406b-b8fa-950ba31eeb49 req-dd46f9c4-5edc-4a11-9975-1b134762833e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0319448 Jun 24 06:51:05.290890 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:06.266291 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-191af5b2-9208-4aa5-a6b9-3f806ea6fa9d req-69945a16-2e57-445d-823d-03aa7df3153e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0315909 Jun 24 06:51:07.421415 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8e05aead-51b6-4225-a0f9-c7e1916c1741 req-016bdb52-8c03-4a76-a86f-bbb7a6f9ac2d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0301120 Jun 24 06:51:08.566888 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a6432db0-f98d-46f1-a9aa-f54cea294a4c req-c846e574-0de7-4b0f-98d4-76ba451049dc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0273502 Jun 24 06:51:09.717961 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4dc955c0-ae91-4726-bdfc-c39cc9d370ce req-30a66e96-945c-457c-b1d4-926e16b4927b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0279722 Jun 24 06:51:10.861214 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cd23906d-a25d-4dd0-a91a-128d6ad65d63 req-215af66a-fdee-4231-b8c4-80ef3c5892a6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0279059 Jun 24 06:51:12.009668 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1a8227a3-e33b-4cb3-9bd0-ffddba3ea528 req-c98cc77d-28d5-4208-a3fd-b241c9c4be46 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0308976 Jun 24 06:51:12.817106 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:51:13.148022 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-48c53a98-b267-419b-9a65-ac0a28a5f38a req-6925cf84-ca9f-4db0-9e1a-8f771c28fcc3 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0271876 Jun 24 06:51:14.291824 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f4740524-1d37-4078-8638-5ceabdd78d59 req-a8517e3f-3073-4d5f-b32a-d2f877afc9f7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0310822 Jun 24 06:51:15.435077 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-18b92564-ccfa-4efa-9d5a-a0294c5df680 req-d3f8c46c-95ea-4c0e-a625-8e625e6e8d8d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0308719 Jun 24 06:51:16.577536 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9bb77bb0-7c7f-4e5e-8fc5-95289e2c68cd req-68a1deb2-f0f8-4532-97dd-8fe3f0673743 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0271277 Jun 24 06:51:17.717364 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a985922-53b7-4446-a5f4-67b3ff6e3536 req-dd2310b2-972f-4bd7-bf52-48978e03f06e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0268934 Jun 24 06:51:18.856756 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dd0477b5-dd6f-471e-bb6d-751254db729f req-66963223-d45b-49ab-841b-7a196a89c257 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0283999 Jun 24 06:51:19.999381 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-18f76c8b-27aa-4b1f-b72e-cf32b6cbf12c req-691ecf4b-b8bd-41e0-8d5f-3a9c156b1a99 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0286899 Jun 24 06:51:21.138991 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fbacd856-f69d-472d-bbe5-ba23565ece6b req-de53fba2-07db-4ea4-8a1b-498443329a20 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0288363 Jun 24 06:51:22.279348 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f56e2a82-b6f5-410a-821e-36ba7e22c662 req-a1374f69-6bec-4804-a365-ee41fbdbf687 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0278487 Jun 24 06:51:23.427616 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-734c34f9-253d-47db-93e5-b71050f2c15c req-bedbfc14-5d59-4c03-83e3-7538ad931e6a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0332332 Jun 24 06:51:24.572139 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b4a03a83-7bf7-422b-a21c-5b92dae7ed85 req-72754a60-4d82-4e1f-b228-8322ae48bc3d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0304949 Jun 24 06:51:25.513454 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c13b187e-0069-461e-8c3f-8450f2ca3031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:25.715428 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e33d327d-9a5c-45f9-9db4-ac85063a2d62 req-c06b3498-61aa-4c7c-8dae-cd3f0e5b409c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Jun 24 06:51:26.854434 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-52521745-ad8e-48e1-ab0c-afc3ea5a7002 req-2866670f-c10c-4150-a21c-ba6c8d6f934a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0270393 Jun 24 06:51:27.995859 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b2559bb7-c055-475b-b117-c7d4a95effb8 req-587cf904-8ca6-4e9e-bc13-122f207a61e4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0283484 Jun 24 06:51:28.216927 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-743f3c99-bb6a-4663-82b7-00f9eed0998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:28.559378 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:29.141460 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2fc57f04-4c25-4a38-ae0b-fd19e994a083 req-90e08705-cd19-4e34-afe9-d7ea058a2967 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0290158 Jun 24 06:51:29.536367 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:30.282991 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-19be8700-9d87-4db0-b234-9d0a95331de2 req-6e861e9f-35bb-46a4-9ace-ae7997f8ffa5 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280375 Jun 24 06:51:31.128852 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:31.422986 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a54a1735-8511-4ac4-8ee6-bfd1b8aac190 req-21a2ab33-f6c4-4389-8b53-c3590b51b26d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jun 24 06:51:32.568032 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-765276c1-09d9-4af5-9af9-eb7219dfd8dd req-2c13056d-90eb-45de-b872-edc3b82c8752 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0333388 Jun 24 06:51:33.713407 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0e747da2-c529-4e9c-a82c-5810d9126b52 req-fec7607a-f298-4054-82c9-7230208fa03c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0313246 Jun 24 06:51:34.858075 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-245fbda7-4a8d-4595-9919-589181c47ada req-988883e6-bcf3-4544-bd15-7e2b9e0333fc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0278103 Jun 24 06:51:35.296361 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:35.999802 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-37e1d1d8-f164-4be8-a90c-bd1a44f8da04 req-38dc511f-40bd-4292-be4e-31e5ba61bcb0 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0279417 Jun 24 06:51:37.139508 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fdf8eb84-8465-49ed-8561-0cb95d178341 req-d242b3b1-c6e8-4e4c-b22f-6b83e9609bc7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0281885 Jun 24 06:51:38.283475 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4a3bf83d-1c6e-4e3e-99ed-a5b714a013ec req-b4197cf7-d4e5-4e2b-9970-63314011f26d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0291419 Jun 24 06:51:39.425202 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6c80ba82-0b18-45c9-9ca1-c8e3828d4aa7 req-91db2c26-766d-4dc5-882c-dd57f4e8624f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280557 Jun 24 06:51:40.566911 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66eb9ffd-1134-4803-bd51-51a9f7f2e16f req-fc60973e-5d25-4b0f-857f-ec9c8ab24614 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0281184 Jun 24 06:51:41.710412 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a338e047-413b-42d1-b482-6ca9f4c4b6ff req-f7ca0af3-a194-4575-bb1f-639bba1c4efb tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0312760 Jun 24 06:51:42.376723 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-499ee896-f430-458a-af74-a064ee6970e7 req-2699f7d7-9973-4249-a7ac-acde0cac6758 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540576 Jun 24 06:51:42.468732 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee896-f430-458a-af74-a064ee6970e7 req-240b4d29-6a42-41ca-afb6-121bd96d76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:51:42.470227 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-499ee896-f430-458a-af74-a064ee6970e7 req-240b4d29-6a42-41ca-afb6-121bd96d76eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1098 time: 0.0514853 Jun 24 06:51:42.584644 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee896-f430-458a-af74-a064ee6970e7 req-0c1c5bb9-94bc-4cf3-afc1-2cd1b80de525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:51:42.586172 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-499ee896-f430-458a-af74-a064ee6970e7 req-0c1c5bb9-94bc-4cf3-afc1-2cd1b80de525 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0957608 Jun 24 06:51:42.648952 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-499ee896-f430-458a-af74-a064ee6970e7 req-42b10913-7a45-45b3-8925-1df3c12fa605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0560861 Jun 24 06:51:42.694026 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee896-f430-458a-af74-a064ee6970e7 req-182e130a-101f-4e72-922a-1e5d16d1c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:51:42.695362 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-499ee896-f430-458a-af74-a064ee6970e7 req-182e130a-101f-4e72-922a-1e5d16d1c7c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0404568 Jun 24 06:51:42.752723 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee896-f430-458a-af74-a064ee6970e7 req-64d0500b-9750-48fd-9fd4-a6dc45d1c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:51:42.754210 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-499ee896-f430-458a-af74-a064ee6970e7 req-64d0500b-9750-48fd-9fd4-a6dc45d1c24f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530202 Jun 24 06:51:42.866114 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-89c02b6e-bb03-4fce-ac76-f306c218028b req-d3b034b2-1139-4dcb-9639-5d0954abc143 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0372663 Jun 24 06:51:42.872085 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-499ee896-f430-458a-af74-a064ee6970e7 req-ae7ab094-1be0-4133-aaf6-bbf61a0350a2 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110156 Jun 24 06:51:42.962237 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-499ee896-f430-458a-af74-a064ee6970e7 req-4a3c3a0d-5d67-40f2-bd4e-8ef362b71a9a service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840929 Jun 24 06:51:44.010903 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9f7ff6c2-3866-45fb-a9c9-869dd975679d req-17c20e05-57d7-4363-bf65-bfeef9fbcae7 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Jun 24 06:51:45.153605 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-aecb4f7c-40ee-4822-8bed-6bef85e59064 req-1b7ff85a-ffde-475b-971b-d942fed2e30a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0289304 Jun 24 06:51:46.294858 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7fae7740-e9d0-496c-ab0a-170869d4311e req-4cebdfd7-b936-4aaa-b4cc-04e6f5677e2f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0274384 Jun 24 06:51:47.437401 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2d99435c-8acc-48a8-8dd6-66f3b685a03c req-911d2ee9-96be-4f25-8373-102bab384ef2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0276625 Jun 24 06:51:48.577643 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d12689df-d082-45fc-8f77-69c4bc6a1ea9 req-d855f05f-f553-44c1-aa2a-b9dbf58e0782 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0283046 Jun 24 06:51:49.721522 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d18f3399-6e79-4c97-a2df-64ac1f8906d0 req-082bbf5c-4b9e-4ddc-96b7-5e13e48d09a6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0313098 Jun 24 06:51:49.815684 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:51:50.867650 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d6dc8948-328f-45dd-b17c-f9528ea8afc7 req-3bae66ac-213b-47f4-a1de-2c78bb1a0f66 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0334883 Jun 24 06:51:52.020160 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0b0c8503-8566-424b-8206-bb9d84c5affa req-080d2db7-9ea1-4e43-bd39-4807af57c74b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0276873 Jun 24 06:51:53.158365 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-868b37a6-9096-410b-99ec-517a2b9ad540 req-2a315ebe-5769-48c9-ab25-37e6b3d02b04 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0276067 Jun 24 06:51:54.300593 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-160e4871-223a-48c5-8461-679aecec079a req-ea743a0d-c884-459d-9df4-31563cfbe95c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0275419 Jun 24 06:51:55.444298 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-89b5498d-ffe4-465e-93c4-f53e10138144 req-b2b98b30-7389-4224-91a5-28eb21da1fb2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0285847 Jun 24 06:51:55.547203 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a0a9f3a7-3fd1-4a46-8b52-8df16528c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:56.586250 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-947ef001-9d0a-4b70-8011-ec2190a4e814 req-52e5622a-3ef1-40be-a4d3-3c8d6196620f tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Jun 24 06:51:57.727055 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-99a9c395-49f5-426d-9808-7822c6b692b0 req-21a667fd-fdc8-4e2b-957a-cb41bbe57e77 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0282021 Jun 24 06:51:58.213868 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-97bccbac-95b3-45f7-b523-68c87d77b08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:58.609960 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:51:58.870173 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-278ebcc9-57fe-4ef0-b68a-d47103ea2aac req-7992fc3d-7bbc-4998-b02c-7265709dd33d tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0313857 Jun 24 06:51:59.585174 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:00.015458 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-54bfca62-b5aa-43f2-a7af-c74731212122 req-37807235-177e-46ba-bdd4-a38f2691dbd9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0307934 Jun 24 06:52:01.147402 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:01.158827 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb86a35e-498c-4218-b98d-e866f30133b4 req-ff41cf11-54c3-4992-be37-39002a797c3e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Jun 24 06:52:02.300673 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-33ea1ee7-d3a7-4902-ba1c-001ed642c519 req-93dbdbf4-8b3f-4e80-9320-396990eae99b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280468 Jun 24 06:52:03.442783 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-89f3bb78-a34d-4b11-a858-c5e1514759ba req-2341c399-ebf7-4145-bbfb-903363530691 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0279045 Jun 24 06:52:04.585104 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dfda3da8-9ff4-49c7-83e4-6e94db8dafd4 req-b7a1b675-4b00-4076-a099-cd5468b716cc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0282130 Jun 24 06:52:05.287679 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:05.734539 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c8ca2c04-350a-441a-a0d4-8a071d7d9da9 req-53146593-884b-4a48-9f6b-2e064a6b4764 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jun 24 06:52:06.877228 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cc84e4d0-4f54-49ab-8014-a32a22415ec3 req-f229e78f-23ff-449f-b428-300b1862e326 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jun 24 06:52:08.042923 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-33c6cfb1-5ac9-46ba-93d0-e8520a96cdcb req-d5f3dea0-cbdd-4f33-9cf5-a1242d619579 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0295389 Jun 24 06:52:09.199443 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-628ebc33-301a-44cd-bebb-2da3df3c8d87 req-aa622312-dc5d-4fbd-95ef-ee666d598522 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0336697 Jun 24 06:52:10.342714 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f290fee0-1cdc-44eb-96ad-3350a139f642 req-da4008c8-d213-4c72-9ec0-70290b6a1167 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0274739 Jun 24 06:52:11.484499 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8d88991c-cb86-45e8-af91-1989f9d53071 req-6c9dab9c-5f86-4056-8f83-82f3e16577cc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0280395 Jun 24 06:52:12.624741 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-43c3aef1-7054-4d7b-95fd-a8a4c1a741dc req-cf442237-459d-43d9-b4bd-392ef66d7307 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0284655 Jun 24 06:52:13.767525 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1c354337-09bb-4cc9-a475-42b9b71dd6ec req-40b361bf-8b50-4940-b0c0-89f247c0b6d9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0290921 Jun 24 06:52:14.924103 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-216d9a3b-b816-4a9c-a679-39d75d3a43af req-5bb3367b-2fb7-4151-8759-0dd6a71150e0 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b860fc52-d8cc-496f-b66f-5eaa60d68da8 HTTP/1.1" status: 200 len: 210 time: 0.0274646 Jun 24 06:52:16.130159 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 45488) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:52:16.183230 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.204798 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.322300 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.324936 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.326134 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "DELETE /v2.0/security-groups/dc8a3164-6651-4411-98c7-79bebedc877b HTTP/1.1" status: 204 len: 168 time: 0.1950114 Jun 24 06:52:16.328861 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 45494) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:52:16.329374 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-653e4a49-cefe-4f46-913c-dae37f3a18b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:16.338161 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8a3164-6651-4411-98c7-79bebedc877b,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:16.345807 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.346025 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.api.v2.resource [None req-40a09373-7903-43cb-afd9-28f1ec99eaa4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] show failed (client error): The resource could not be found. Jun 24 06:52:16.346184 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.346547 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.346905 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.347033 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-40a09373-7903-43cb-afd9-28f1ec99eaa4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups/dc8a3164-6651-4411-98c7-79bebedc877b HTTP/1.1" status: 404 len: 347 time: 0.0171468 Jun 24 06:52:16.347259 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.347617 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.347963 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.348503 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.348855 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.349240 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.349681 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.349958 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 45496) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:52:16.350075 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.353937 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:16.470923 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Deleting port 7158f12e-02dd-43b8-987e-18f20bbc4529 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:52:16.471181 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.541843 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.542165 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.553542 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Calling delete_port for 7158f12e-02dd-43b8-987e-18f20bbc4529 owned by network:floatingip {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:52:16.752566 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.754568 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-674d19cc-e388-4cff-be8a-0cc823c975b1 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:16.777443 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event deleted for resources: {'Port': ['ID=7158f12e-02dd-43b8-987e-18f20bbc4529,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:16.788394 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.788769 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.789235 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.789597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.789952 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.790304 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.790654 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.791100 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.791450 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.791795 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.792138 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.792484 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:16.814989 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:16.851915 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.854442 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:16.855567 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "DELETE /v2.0/floatingips/aedfcb8f-df9a-48d2-bec2-0958556c366b HTTP/1.1" status: 204 len: 168 time: 0.5045652 Jun 24 06:52:17.376705 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 45508) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:52:17.382183 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--955549656', 'description': 'tempest-description--200296092'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:52:17.464763 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:17.540823 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:17.607960 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:17.611364 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7ced7813-f165-4e2d-8dc3-1dcdb4ac82ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:17.639633 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:17.642626 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:17.693564 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:17.694791 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3163688 Jun 24 06:52:17.697486 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 45514) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:52:17.702058 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ac550-fd5f-42a5-bfd0-403a0e2ad771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:52:17.783738 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:17.836888 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:17.917892 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:17.924870 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:17.939161 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4113e8b-8552-4723-b9cf-1b508de69b37,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:17.942850 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:18.009260 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.010464 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3120463 Jun 24 06:52:18.013717 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 45516) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:52:18.018344 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ac550-fd5f-42a5-bfd0-403a0e2ad771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:52:18.105136 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.160374 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.232877 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.234783 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:18.251246 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d239bc1a-321e-450b-905d-96b3f93245a2,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:18.253656 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:18.323524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.324700 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100083 Jun 24 06:52:18.327677 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 45518) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:52:18.332122 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:52:18.404338 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.502080 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.597609 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Allocated IP 172.27.2.109 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/7789b97f-cb0e-4282-9606-faaabd1c0c90) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:52:18.701053 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.798416 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:18.800431 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3f4e1b14-5e50-4ac1-a32d-1fd95369149a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:18.835412 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:52:18.839863 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:52:18.842524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:52:18.868932 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'Port': ['ID=7789b97f-cb0e-4282-9606-faaabd1c0c90,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:18.871700 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:18.966604 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:19.058447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:19.203218 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:19.244174 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:19.247693 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-437859d3-8d51-456d-88f8-e38d83e122c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:19.312330 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'Port': ['ID=7789b97f-cb0e-4282-9606-faaabd1c0c90,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:19.315868 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:19.323638 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:19.392285 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:19.393514 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0648263 Jun 24 06:52:19.596999 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-3865e991-8dae-4e0d-9b26-623352de2e30 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--955549656&fields=id&tenant_id=efb6fb89a48a45458c80183938725323 HTTP/1.1" status: 200 len: 267 time: 0.0316463 Jun 24 06:52:19.701920 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-0a9489c9-1b32-4b2d-a82d-a768a7eef988 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:19.703323 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-0a9489c9-1b32-4b2d-a82d-a768a7eef988 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 816 time: 0.1001804 Jun 24 06:52:19.717252 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-ac505b1e-5cda-4084-8c65-ce593dde3872 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/quotas/efb6fb89a48a45458c80183938725323 HTTP/1.1" status: 200 len: 375 time: 0.0085392 Jun 24 06:52:19.792413 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-0b7403c3-f835-4e55-81bc-34aff3a2bedc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704443 Jun 24 06:52:19.870335 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-40524b74-8ac1-4cfe-8615-0819fbcd9dfd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:52:19.871311 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-40524b74-8ac1-4cfe-8615-0819fbcd9dfd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675478 Jun 24 06:52:19.957207 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-85423804-5c0a-474c-9e0b-68ae3b2722de service neutron] 10.222.0.15 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793772 Jun 24 06:52:20.049633 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-c78e45e0-e45e-4c9d-a70f-1ce20b9c7920 service neutron] 10.222.0.15 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Jun 24 06:52:20.296174 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3aad8dfe-c826-4f5a-85c5-130b770cca88 req-6c2255d1-e6c9-4e8d-ad43-8a9898627e46 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 210 time: 0.0285285 Jun 24 06:52:21.381943 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7045adab-beb8-4560-864d-839098b1e45c req-93024cea-167a-4f54-bf76-e2e6c59d5841 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 210 time: 0.0281610 Jun 24 06:52:22.531014 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6cfa9d13-e5e2-42c7-aad1-4ca4333b533a req-4e7e9850-e014-465b-b67d-617c548f66cd tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 210 time: 0.0311663 Jun 24 06:52:23.671487 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-97e20dea-ff1e-42e5-85cf-5eb60fb041eb req-45a08bd1-895a-4411-b928-e2f988785653 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 210 time: 0.0277276 Jun 24 06:52:24.505556 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-80773237-9c17-4233-a0b8-6fd4bb32dd19 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:24.506955 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-80773237-9c17-4233-a0b8-6fd4bb32dd19 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 816 time: 0.1020334 Jun 24 06:52:24.548897 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-68f4db26-f116-4e93-b136-9d781a6e2294 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb6fb89a48a45458c80183938725323 HTTP/1.1" status: 200 len: 379 time: 0.0330179 Jun 24 06:52:24.557612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'port': {'device_id': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'admin_state_up': True, 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'security_groups': ['bd5ac550-fd5f-42a5-bfd0-403a0e2ad771']}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:52:24.854056 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-89e6e3cd-2d5c-4f28-b7eb-445650db7820 req-7d3fdd87-5184-41d5-8ec9-ba4e9f7ed3ff tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 210 time: 0.0293429 Jun 24 06:52:24.973126 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Made reservation on behalf of efb6fb89a48a45458c80183938725323 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:52:24.976610 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:25.104286 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Allocated IP 172.20.0.12 (75d40935-d872-4371-8e76-885424ef19ba/3d67e38f-202a-459f-88a2-398f5311f7b6/2104ad99-6027-457d-823b-8ee2797a979f) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:52:25.235996 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:25.249719 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Transition to ACTIVE for port object 2104ad99-6027-457d-823b-8ee2797a979f will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:52:25.352701 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:25.357318 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:25.394816 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Network 75d40935-d872-4371-8e76-885424ef19ba is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:52:25.397953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:52:25.400343 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:52:25.433243 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event updated for resources: {'Port': ['ID=2104ad99-6027-457d-823b-8ee2797a979f,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:25.442886 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:25.467213 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:25.467213 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:25.622084 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d96f5c00-982d-421d-846e-49a5dd9f345f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:25.622633 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0679457 Jun 24 06:52:25.635063 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Request body: {'port': {'device_id': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:52:25.689696 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bc60f238-0241-49d8-a7fa-e8eb37964bb4 None None] Provisioning for port 2104ad99-6027-457d-823b-8ee2797a979f completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:52:25.693529 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bc60f238-0241-49d8-a7fa-e8eb37964bb4 None None] Provisioning complete for port 2104ad99-6027-457d-823b-8ee2797a979f triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:52:25.693904 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bc60f238-0241-49d8-a7fa-e8eb37964bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:25.711041 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:25.725833 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bc60f238-0241-49d8-a7fa-e8eb37964bb4 None None] Port 2104ad99-6027-457d-823b-8ee2797a979f cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:52:25.983928 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2104ad99-6027-457d-823b-8ee2797a979f {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:52:26.006969 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:26.026348 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Transition to ACTIVE for port object 2104ad99-6027-457d-823b-8ee2797a979f will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:52:26.049662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2ead4-d8a9-4a45-aab5-920c85e91f86 req-adc0e019-34d3-4871-b91e-6329549f9121 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:26.052791 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7be2ead4-d8a9-4a45-aab5-920c85e91f86 req-adc0e019-34d3-4871-b91e-6329549f9121 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 932 time: 0.0793276 Jun 24 06:52:26.090273 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7be2ead4-d8a9-4a45-aab5-920c85e91f86 req-7007b110-25e7-400d-9981-beb1d2dcb6ff tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320866 Jun 24 06:52:26.104920 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:26.107966 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9c20e8fb-9c15-459b-8fe9-133b3cb68431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:26.161734 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Pushing event updated for resources: {'Port': ['ID=2104ad99-6027-457d-823b-8ee2797a979f,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:26.164471 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:26.233890 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Attempting to bind port 2104ad99-6027-457d-823b-8ee2797a979f on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:52:26.234222 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Attempting to bind port 2104ad99-6027-457d-823b-8ee2797a979f by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:52:26.234545 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Attempting to bind port 2104ad99-6027-457d-823b-8ee2797a979f on network 75d40935-d872-4371-8e76-885424ef19ba {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:52:26.238922 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Port 2104ad99-6027-457d-823b-8ee2797a979f on network 75d40935-d872-4371-8e76-885424ef19ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:52:26.239244 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Attempting to bind port 2104ad99-6027-457d-823b-8ee2797a979f on network 75d40935-d872-4371-8e76-885424ef19ba {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:52:26.244255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:52:26.244584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Checking segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:52:26.244960 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Bound using segment: {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:52:26.245413 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Bound port: 2104ad99-6027-457d-823b-8ee2797a979f, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277d401c-65e2-4e6b-916c-0dac7030fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75d40935-d872-4371-8e76-885424ef19ba'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:52:26.245753 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:26.309223 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] For port 2104ad99-6027-457d-823b-8ee2797a979f, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:52:26.312685 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] For port 2104ad99-6027-457d-823b-8ee2797a979f, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2104ad99-6027-457d-823b-8ee2797a979f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:52:26.398380 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:26.400580 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-89773920-2f80-41ed-8958-02b395878ae9 tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:26.432859 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:26.433493 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:26.434914 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] 10.222.0.21 "PUT /v2.0/ports/2104ad99-6027-457d-823b-8ee2797a979f HTTP/1.1" status: 200 len: 1094 time: 0.8053055 Jun 24 06:52:26.435533 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'tag': '2104ad99-6027-457d-823b-8ee2797a979f'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:52:26.438026 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd58bd6-c687-421b-ab9d-c99bd582fbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "f175c67f-cb53-4ec2-9079-ff2e4c9f2f76", "tag": "2104ad99-6027-457d-823b-8ee2797a979f"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:52:26.464898 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Pushing event updated for resources: {'Port': ['ID=2104ad99-6027-457d-823b-8ee2797a979f,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:26.468728 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:26.482466 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7d2e88-9b69-4859-8afd-2f58969350ee x-openstack-request-id: req-9c7d2e88-9b69-4859-8afd-2f58969350ee {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:52:26.483021 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f175c67f-cb53-4ec2-9079-ff2e4c9f2f76", "tag": "2104ad99-6027-457d-823b-8ee2797a979f", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:52:26.483369 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c7d2e88-9b69-4859-8afd-2f58969350ee {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:52:26.483826 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'tag': '2104ad99-6027-457d-823b-8ee2797a979f', 'status': 'completed', 'code': 200} Jun 24 06:52:26.556594 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd58bd6-c687-421b-ab9d-c99bd582fbe2 req-a3270382-eb59-4e00-bcd2-a40358e418d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:26.558111 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5bd58bd6-c687-421b-ab9d-c99bd582fbe2 req-a3270382-eb59-4e00-bcd2-a40358e418d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 1097 time: 0.0548332 Jun 24 06:52:26.660648 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd58bd6-c687-421b-ab9d-c99bd582fbe2 req-009fc090-afa0-410a-9315-d5d311e010cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:26.662125 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5bd58bd6-c687-421b-ab9d-c99bd582fbe2 req-009fc090-afa0-410a-9315-d5d311e010cb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=efb6fb89a48a45458c80183938725323&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0970657 Jun 24 06:52:26.766606 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd58bd6-c687-421b-ab9d-c99bd582fbe2 req-c0468ecf-9a9a-497e-8ba3-7042854facdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:26.768257 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5bd58bd6-c687-421b-ab9d-c99bd582fbe2 req-c0468ecf-9a9a-497e-8ba3-7042854facdb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990005 Jun 24 06:52:26.815005 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:52:26.856873 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-ac2e2b74-75cc-4a5a-a64f-54fa29f93391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:26.858407 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-ac2e2b74-75cc-4a5a-a64f-54fa29f93391 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 1097 time: 0.0504847 Jun 24 06:52:26.900085 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-5c5705b2-eeda-4a53-887d-2cf01178e589 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2104ad99-6027-457d-823b-8ee2797a979f HTTP/1.1" status: 200 len: 217 time: 0.0338643 Jun 24 06:52:26.949112 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-a7cf4c05-92d3-45b1-b259-f98639b5d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:26.950563 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-a7cf4c05-92d3-45b1-b259-f98639b5d332 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0448775 Jun 24 06:52:27.011906 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-d82634d0-dffd-487f-85b9-92c469a7013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:27.013980 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-d82634d0-dffd-487f-85b9-92c469a7013d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569997 Jun 24 06:52:27.101122 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-f0e3c043-4436-40e2-a660-c2e10bd00343 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810826 Jun 24 06:52:27.207193 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-500d4b7c-5852-4ea4-975d-0edc682ba3e2 req-55da9011-0213-4fe5-aada-8c8db69845bc service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999329 Jun 24 06:52:27.272172 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da48fb-ff44-46e3-8a9b-38f85eb8eb75 req-745ac944-c300-46c7-a2ad-f11d0c989e68 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:27.273570 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-47da48fb-ff44-46e3-8a9b-38f85eb8eb75 req-745ac944-c300-46c7-a2ad-f11d0c989e68 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 944 time: 0.0615337 Jun 24 06:52:27.311114 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-47da48fb-ff44-46e3-8a9b-38f85eb8eb75 req-67895d0d-8e08-48b1-84bf-7a5c8390c414 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Jun 24 06:52:28.215137 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d2b04eed-c7e5-488d-b63b-05a40806f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:28.485889 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd34c7-9ddd-4f25-a18f-04d826daf3fd req-981bdd65-daa1-4996-8c23-c1a81344b53a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:28.487260 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1abd34c7-9ddd-4f25-a18f-04d826daf3fd req-981bdd65-daa1-4996-8c23-c1a81344b53a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 944 time: 0.0616963 Jun 24 06:52:28.524233 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1abd34c7-9ddd-4f25-a18f-04d826daf3fd req-b1338df1-3bef-43e0-ad1e-abd77b95c7c6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Jun 24 06:52:28.563897 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:29.314635 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 2104ad99-6027-457d-823b-8ee2797a979f details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:52:29.408689 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 2104ad99-6027-457d-823b-8ee2797a979f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2104ad99-6027-457d-823b-8ee2797a979f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:52:29.424351 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '2104ad99-6027-457d-823b-8ee2797a979f', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'port_id': '2104ad99-6027-457d-823b-8ee2797a979f', 'mac_address': 'fa:16:3e:da:82:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:52:29.460573 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:29.473088 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2104ad99-6027-457d-823b-8ee2797a979f {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:52:29.501085 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 2104ad99-6027-457d-823b-8ee2797a979f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2104ad99-6027-457d-823b-8ee2797a979f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:52:29.563679 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:29.575006 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:29.577443 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:29.622245 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=2104ad99-6027-457d-823b-8ee2797a979f,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:29.630149 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.630494 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.630832 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.631164 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.631491 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.631822 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.632148 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.632472 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.632795 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.633144 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.633467 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.633783 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:52:29.637746 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:29.705536 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5edb23-9c47-40ea-9844-cb11a89a2361 req-30901204-707c-4482-98a3-3032338f59c4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:29.706971 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8d5edb23-9c47-40ea-9844-cb11a89a2361 req-30901204-707c-4482-98a3-3032338f59c4 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 945 time: 0.0661986 Jun 24 06:52:29.744353 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8d5edb23-9c47-40ea-9844-cb11a89a2361 req-9649ab73-b8a2-4ba6-aba5-6982753a8df2 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317781 Jun 24 06:52:29.839286 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['2104ad99-6027-457d-823b-8ee2797a979f'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:52:30.919658 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff250-f4aa-41e1-8edf-8e3e8744c0a1 req-6bfc6152-c478-4bb1-aba9-06c3e3692202 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:30.922082 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-db3ff250-f4aa-41e1-8edf-8e3e8744c0a1 req-6bfc6152-c478-4bb1-aba9-06c3e3692202 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 945 time: 0.0663757 Jun 24 06:52:30.959414 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-db3ff250-f4aa-41e1-8edf-8e3e8744c0a1 req-bcda9eb3-ba91-4eb9-8276-f93e55b10174 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318198 Jun 24 06:52:31.146725 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:31.323795 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 2104ad99-6027-457d-823b-8ee2797a979f up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:52:31.438170 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 2104ad99-6027-457d-823b-8ee2797a979f completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:52:31.442164 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 2104ad99-6027-457d-823b-8ee2797a979f triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:52:31.442623 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:31.519453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:31.539989 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2104ad99-6027-457d-823b-8ee2797a979f'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:52:31.542232 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7995894-95a7-4a6d-b90a-cfb54eb45dde" -d '{"events": [{"server_uuid": "f175c67f-cb53-4ec2-9079-ff2e4c9f2f76", "name": "network-vif-plugged", "status": "completed", "tag": "2104ad99-6027-457d-823b-8ee2797a979f"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:52:31.556872 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 2104ad99-6027-457d-823b-8ee2797a979f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2104ad99-6027-457d-823b-8ee2797a979f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:52:31.634743 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1daa68c-fe70-4911-bfde-40bc66b43d5d x-openstack-request-id: req-d1daa68c-fe70-4911-bfde-40bc66b43d5d {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:52:31.635045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f175c67f-cb53-4ec2-9079-ff2e4c9f2f76", "name": "network-vif-plugged", "status": "completed", "tag": "2104ad99-6027-457d-823b-8ee2797a979f", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:52:31.635309 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1daa68c-fe70-4911-bfde-40bc66b43d5d {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:52:31.635715 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2104ad99-6027-457d-823b-8ee2797a979f', 'code': 200} Jun 24 06:52:31.637825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:31.639854 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:52:31.684670 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=2104ad99-6027-457d-823b-8ee2797a979f,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:52:31.688146 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:52:31.941625 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573442-1313-49a6-b037-3c2b28881d99 req-d5bd9dd0-06b2-4f10-8850-8d17560b218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:31.942995 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-44573442-1313-49a6-b037-3c2b28881d99 req-d5bd9dd0-06b2-4f10-8850-8d17560b218e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 1099 time: 0.0513785 Jun 24 06:52:31.977060 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-44573442-1313-49a6-b037-3c2b28881d99 req-ff6cd93f-123a-4170-ba2e-c74239452698 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272892 Jun 24 06:52:32.135111 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dba5ef-e26d-44b9-8484-ae0a954463c8 req-f1d0c80b-b7d0-4f1d-9ae2-0abc2989afc0 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:32.136493 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-40dba5ef-e26d-44b9-8484-ae0a954463c8 req-f1d0c80b-b7d0-4f1d-9ae2-0abc2989afc0 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 946 time: 0.0622935 Jun 24 06:52:32.174412 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-40dba5ef-e26d-44b9-8484-ae0a954463c8 req-01aa9816-beb9-4434-91ee-0a43fd5d05d9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Jun 24 06:52:33.349590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27353643-9067-4bd4-bcef-1d4bec1d322e req-a2704115-9063-436a-8cc6-fac2fbcf0ad1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:33.351285 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-27353643-9067-4bd4-bcef-1d4bec1d322e req-a2704115-9063-436a-8cc6-fac2fbcf0ad1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 946 time: 0.0620806 Jun 24 06:52:33.389103 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-27353643-9067-4bd4-bcef-1d4bec1d322e req-c82da0fb-771d-4418-82b0-79f59e287219 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322232 Jun 24 06:52:33.561877 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb483ccd-f6e2-4a84-98c0-0f955e8b5e28 req-a14f85d4-36a0-4f95-9c00-68ae14d54aa9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:33.563313 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fb483ccd-f6e2-4a84-98c0-0f955e8b5e28 req-a14f85d4-36a0-4f95-9c00-68ae14d54aa9 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 946 time: 0.0657036 Jun 24 06:52:33.572070 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 45714) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:52:33.576451 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Request body: {'floatingip': {'port_id': '2104ad99-6027-457d-823b-8ee2797a979f'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:52:33.614382 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:34.038033 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:34.094668 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:34.190168 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Floating IP 3e3086ee-25e2-4d5b-9e00-73c764def996 associated. External IP: 172.27.2.109, port: 2104ad99-6027-457d-823b-8ee2797a979f. Jun 24 06:52:34.612441 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Router f1d2979e-c4bd-470c-901a-8d32de01478d has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:52:34.711412 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:52:34.716276 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:34.721687 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] Sync routers for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:52:34.731350 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:52:34.731967 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:52:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:52:34.753682 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1f431e01-b7c3-4708-8cdc-4264e476b45e tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "PUT /v2.0/floatingips/3e3086ee-25e2-4d5b-9e00-73c764def996 HTTP/1.1" status: 200 len: 992 time: 1.1805050 Jun 24 06:52:34.754455 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'tag': '2104ad99-6027-457d-823b-8ee2797a979f'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:52:34.756946 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690" -d '{"events": [{"name": "network-changed", "server_uuid": "f175c67f-cb53-4ec2-9079-ff2e4c9f2f76", "tag": "2104ad99-6027-457d-823b-8ee2797a979f"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:52:34.860197 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e765ec1c-4b02-4676-b1d0-64dc37a66d7c x-openstack-request-id: req-e765ec1c-4b02-4676-b1d0-64dc37a66d7c {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:52:34.860521 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f175c67f-cb53-4ec2-9079-ff2e4c9f2f76", "tag": "2104ad99-6027-457d-823b-8ee2797a979f", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:52:34.860804 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e765ec1c-4b02-4676-b1d0-64dc37a66d7c {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:52:34.861266 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'tag': '2104ad99-6027-457d-823b-8ee2797a979f', 'status': 'completed', 'code': 200} Jun 24 06:52:34.946700 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-fc6907e7-c249-4f2f-ba51-dbcc8507bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:34.946700 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-fc6907e7-c249-4f2f-ba51-dbcc8507bbc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 1099 time: 0.0591421 Jun 24 06:52:34.962328 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:52:35.037309 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-a0c3c52d-b9d3-4b64-afaa-02eedaf930bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:35.038756 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-a0c3c52d-b9d3-4b64-afaa-02eedaf930bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.0851290 Jun 24 06:52:35.112381 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-efd62a5c-559f-4411-91b6-7c7bb6d076c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2104ad99-6027-457d-823b-8ee2797a979f HTTP/1.1" status: 200 len: 1000 time: 0.0675411 Jun 24 06:52:35.160483 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-041fc8fb-994d-46d0-9553-835b1ada0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:35.161961 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-041fc8fb-994d-46d0-9553-835b1ada0d9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0429204 Jun 24 06:52:35.191954 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '3e3086ee-25e2-4d5b-9e00-73c764def996', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'port_id': '2104ad99-6027-457d-823b-8ee2797a979f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'mac_address': 'fa:16:3e:da:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:52:18Z', 'updated_at': '2021-06-24T06:52:33Z', 'revision_number': 1, 'project_id': 'efb6fb89a48a45458c80183938725323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:52:35.218643 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-f372dc38-0041-4be1-981b-5c820e6a759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:35.220095 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-f372dc38-0041-4be1-981b-5c820e6a759a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518284 Jun 24 06:52:35.223611 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] Checking router: f1d2979e-c4bd-470c-901a-8d32de01478d for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:52:35.236439 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:52:35.237048 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:52:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:52:35.317034 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-a2d96e5b-31cd-4918-b3ba-30482c71b425 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885417 Jun 24 06:52:35.320090 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:35.347031 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:52:35.412277 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b35562a7-2b2b-42f3-bb6c-b36d00ffe690 req-7678e04a-002a-480d-bd75-e52894c2b227 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880091 Jun 24 06:52:35.573465 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '3e3086ee-25e2-4d5b-9e00-73c764def996', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'port_id': '2104ad99-6027-457d-823b-8ee2797a979f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'mac_address': 'fa:16:3e:da:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:52:18Z', 'updated_at': '2021-06-24T06:52:33Z', 'revision_number': 1, 'project_id': 'efb6fb89a48a45458c80183938725323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:52:35.603861 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f11dfe-529e-45ef-9d1d-b9778b32bb27 None None] The sync data for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi is: [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '3e3086ee-25e2-4d5b-9e00-73c764def996', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'port_id': '2104ad99-6027-457d-823b-8ee2797a979f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'mac_address': 'fa:16:3e:da:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:52:18Z', 'updated_at': '2021-06-24T06:52:33Z', 'revision_number': 1, 'project_id': 'efb6fb89a48a45458c80183938725323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:52:35.802448 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d3bb89-2c26-458c-aead-508ac7f3b14c None None] New status for floating IP 3e3086ee-25e2-4d5b-9e00-73c764def996: ACTIVE {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 06:52:43.559916 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66a17957-73df-44a7-b987-32577085b95b req-34f7a08b-cd30-455e-a52f-904f5fec0672 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539246 Jun 24 06:52:43.639718 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a17957-73df-44a7-b987-32577085b95b req-d8241fec-d0de-4e57-afc9-c16156a24e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:43.641253 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66a17957-73df-44a7-b987-32577085b95b req-d8241fec-d0de-4e57-afc9-c16156a24e05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=365a22670e7d45ffb27afc33b5e97e69&device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 1098 time: 0.0514400 Jun 24 06:52:43.746509 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a17957-73df-44a7-b987-32577085b95b req-327c630f-3ace-40d8-ab35-0e7591263aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:43.747931 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66a17957-73df-44a7-b987-32577085b95b req-327c630f-3ace-40d8-ab35-0e7591263aaa service neutron] 10.222.0.21 "GET /v2.0/networks?id=738d20c0-f464-4511-872b-a1727c9793be HTTP/1.1" status: 200 len: 915 time: 0.0825875 Jun 24 06:52:43.795928 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66a17957-73df-44a7-b987-32577085b95b req-468276cf-aa29-4f1c-ab73-b67c5e85c177 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639c30a2-c8a2-429a-938b-b458fd964706 HTTP/1.1" status: 200 len: 217 time: 0.0368731 Jun 24 06:52:43.846201 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a17957-73df-44a7-b987-32577085b95b req-da6a96ac-02e6-43d8-b06c-2086426125d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:52:43.847652 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66a17957-73df-44a7-b987-32577085b95b req-da6a96ac-02e6-43d8-b06c-2086426125d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aacf1cbd-feb2-408a-8bbb-919401b4006d HTTP/1.1" status: 200 len: 854 time: 0.0450597 Jun 24 06:52:43.885652 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66a17957-73df-44a7-b987-32577085b95b req-fef6c09a-a622-4e42-ac34-b692183dd401 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=738d20c0-f464-4511-872b-a1727c9793be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278468 Jun 24 06:52:43.976754 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66a17957-73df-44a7-b987-32577085b95b req-332777c5-8b15-41b0-a5f6-3fa7962c44c0 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837879 Jun 24 06:52:44.065801 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66a17957-73df-44a7-b987-32577085b95b req-392e134e-5f02-4ae7-8119-8a56373fc6a1 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818348 Jun 24 06:52:55.546144 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-de2837cb-5999-4d14-be43-f238a07e6fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:58.220064 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-120d1469-3cf7-4ada-9e76-d8b1d2104fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:58.572510 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:52:59.543911 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:01.154868 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:03.815127 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:53:05.317043 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:25.550707 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0d84216c-ac54-4408-a850-ad8f90557a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:28.234514 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6c564b32-e66a-4b73-921f-a3fcd961579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:28.571523 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:29.596142 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:31.208209 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:35.327471 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:40.813668 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:53:44.372296 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-767d842b-35b3-44f9-a9d5-cf645d339064 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558333 Jun 24 06:53:44.461785 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-557a7344-30da-4a9d-bd0e-f04998948514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:53:44.463084 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-557a7344-30da-4a9d-bd0e-f04998948514 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 1098 time: 0.0504177 Jun 24 06:53:44.561903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-925b8988-7b8a-4ca5-93c3-c96f96748362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:53:44.563363 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-925b8988-7b8a-4ca5-93c3-c96f96748362 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0811505 Jun 24 06:53:44.627737 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-ca4c9efd-c794-422e-9b47-d0a075c0084b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0582952 Jun 24 06:53:44.672860 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-5fba10b4-8bb0-45b9-9c8e-9bb9323cbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:53:44.674298 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-5fba10b4-8bb0-45b9-9c8e-9bb9323cbabb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0404525 Jun 24 06:53:44.727386 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-2b9011af-003f-4b23-a2b2-1dfca0729503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:53:44.728684 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-2b9011af-003f-4b23-a2b2-1dfca0729503 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482643 Jun 24 06:53:44.817056 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-e5622947-8240-4b42-85dc-db496d6d1f3e service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818527 Jun 24 06:53:44.906124 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e0ea7098-ca6f-4e68-8ba0-aa57d8a1ae97 req-d3197f81-aeb9-43d7-acd5-975325617b30 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822570 Jun 24 06:53:55.555759 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-3f0aef02-99c7-4d62-9b30-04aeb14ddafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:58.216883 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f4804e0e-d69f-408d-baae-86fd026e7d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:58.601603 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:53:59.555508 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:01.153720 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:05.307680 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:17.813121 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:54:25.559237 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-941f91db-268f-4ae3-bc1e-87034a6051d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:28.234564 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-00ac3512-bfb3-4192-a1d6-360d7b970423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:28.571965 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:29.555379 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:31.170403 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:35.331801 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:38.530227 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [req-9b84ceb6-9bba-4157-9c8f-94bc802ec945 req-66f87679-29fd-4801-985b-f833a83a028f service neutron] (100200) timed out ('10.222.0.21', 62991) {{(pid=100200) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 06:54:44.404841 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a16b7f3-0757-458f-b555-5afad776d512 req-d52cca13-6cbf-4d22-9b54-43aea6a9f3f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571008 Jun 24 06:54:44.480034 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b7f3-0757-458f-b555-5afad776d512 req-41a43f1e-c7ed-4f15-aac7-e230e0a99981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:54:44.481515 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a16b7f3-0757-458f-b555-5afad776d512 req-41a43f1e-c7ed-4f15-aac7-e230e0a99981 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=365a22670e7d45ffb27afc33b5e97e69&device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 1098 time: 0.0537853 Jun 24 06:54:44.589579 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b7f3-0757-458f-b555-5afad776d512 req-47e683a8-b5fb-4a15-af53-4e3fd2f5993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:54:44.591059 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a16b7f3-0757-458f-b555-5afad776d512 req-47e683a8-b5fb-4a15-af53-4e3fd2f5993d service neutron] 10.222.0.21 "GET /v2.0/networks?id=738d20c0-f464-4511-872b-a1727c9793be HTTP/1.1" status: 200 len: 915 time: 0.0875330 Jun 24 06:54:44.632804 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a16b7f3-0757-458f-b555-5afad776d512 req-6725f3da-0917-4fd9-a68e-72cc64b0cf96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639c30a2-c8a2-429a-938b-b458fd964706 HTTP/1.1" status: 200 len: 217 time: 0.0350571 Jun 24 06:54:44.681763 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b7f3-0757-458f-b555-5afad776d512 req-abbe9e88-1dbf-47ec-bc0a-862ce8ee0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:54:44.683185 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a16b7f3-0757-458f-b555-5afad776d512 req-abbe9e88-1dbf-47ec-bc0a-862ce8ee0676 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aacf1cbd-feb2-408a-8bbb-919401b4006d HTTP/1.1" status: 200 len: 854 time: 0.0440764 Jun 24 06:54:44.717844 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a16b7f3-0757-458f-b555-5afad776d512 req-a036515b-b67f-4479-ab9f-0cd693dc5721 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=738d20c0-f464-4511-872b-a1727c9793be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287285 Jun 24 06:54:44.808480 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a16b7f3-0757-458f-b555-5afad776d512 req-51182976-d12b-42fd-9141-64193f3c3add service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843074 Jun 24 06:54:44.900694 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a16b7f3-0757-458f-b555-5afad776d512 req-e98fca29-77ea-4b69-a424-872b6d28c1c9 service neutron] 10.222.0.21 "GET /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Jun 24 06:54:46.226892 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [req-bc6f518d-7169-4a9b-b07d-84fa93a900d8 req-273db235-8c50-4596-bef5-2776801b688e service neutron] (100200) timed out ('10.222.0.21', 62997) {{(pid=100200) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 06:54:54.812512 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:54:55.582747 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-359d2025-7c56-41f0-87c4-af043e94bbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:58.261194 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf01f-54cc-4b56-a528-d10d2942b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:58.588609 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:54:59.611171 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:01.188221 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:05.340889 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:25.580687 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-92b56078-ca9a-4d74-9a18-098033349d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:28.239523 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-32528f04-a313-4c6c-87bc-c51489b7bbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:28.342146 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097beb4e-7a33-40f7-85f8-7064af3b7538 req-673a2c23-6a67-472b-9dbc-d7ff902baec9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:28.344360 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-097beb4e-7a33-40f7-85f8-7064af3b7538 req-673a2c23-6a67-472b-9dbc-d7ff902baec9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.1214960 Jun 24 06:55:28.380782 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-097beb4e-7a33-40f7-85f8-7064af3b7538 req-077d5e76-aa62-45f7-97ba-4da97441dd7b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=82476487-304a-46d0-9d42-e21e95756e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308056 Jun 24 06:55:28.603146 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:28.863491 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-a676ba23-417d-46b0-b4ee-a21cbd3032cf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:28.865128 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-a676ba23-417d-46b0-b4ee-a21cbd3032cf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 945 time: 0.0618467 Jun 24 06:55:28.973183 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Deleting port 8265fb30-14ed-4afb-b33a-f1b525382fc9 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:55:28.973534 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:29.062696 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] For port 8265fb30-14ed-4afb-b33a-f1b525382fc9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8265fb30-14ed-4afb-b33a-f1b525382fc9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:55:29.063058 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:29.234071 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:29.234515 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:29.234842 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Floating IP 1aeb1ddc-b0f3-4175-9763-6c78e4228603 disassociated. External IP: 172.27.2.44, port: 8265fb30-14ed-4afb-b33a-f1b525382fc9. Jun 24 06:55:29.235180 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Calling delete_port for 8265fb30-14ed-4afb-b33a-f1b525382fc9 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:55:29.416719 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:29.421633 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6cc8356f-f288-435d-bf03-431b579ff9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:55:29.451557 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event deleted for resources: {'Port': ['ID=8265fb30-14ed-4afb-b33a-f1b525382fc9,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:55:29.463052 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.463533 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.463997 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.464903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.465020 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.465594 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.465939 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.466467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.466833 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.467241 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.467668 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.468261 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:29.505731 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:55:29.563462 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:29.602913 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a87fce56-8b32-45cc-a2ce-ac4f6682601f req-11c4e75d-40a6-4cf8-b32a-c1914974825f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0983641 Jun 24 06:55:29.610506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Router 2ed05877-c52c-4fa4-b663-0840042c0dd7 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:55:29.712714 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:55:29.723428 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] Sync routers for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:55:29.732078 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:55:29.732692 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:55:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:55:29.758220 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] No DVR routers for this DVR port 8265fb30-14ed-4afb-b33a-f1b525382fc9 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:55:29.760687 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:29.762693 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-61f358c4-02b0-4770-9fd6-9222f848e31a req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "DELETE /v2.0/ports/8265fb30-14ed-4afb-b33a-f1b525382fc9 HTTP/1.1" status: 204 len: 173 time: 0.8915460 Jun 24 06:55:29.763185 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'name': 'network-vif-deleted', 'tag': '8265fb30-14ed-4afb-b33a-f1b525382fc9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:55:29.766363 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21806cd6-ebf1-40f8-bd3a-7bce9f2a1969" -d '{"events": [{"server_uuid": "587a1909-f969-437e-9eb7-61fa7b471f8d", "name": "network-vif-deleted", "tag": "8265fb30-14ed-4afb-b33a-f1b525382fc9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:55:29.855926 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293850aa-ca07-4eb9-aebe-dc33a14665ca x-openstack-request-id: req-293850aa-ca07-4eb9-aebe-dc33a14665ca {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:55:29.856475 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a1909-f969-437e-9eb7-61fa7b471f8d", "name": "network-vif-deleted", "tag": "8265fb30-14ed-4afb-b33a-f1b525382fc9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:55:29.856769 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-293850aa-ca07-4eb9-aebe-dc33a14665ca {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:55:29.857230 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587a1909-f969-437e-9eb7-61fa7b471f8d', 'name': 'network-vif-deleted', 'tag': '8265fb30-14ed-4afb-b33a-f1b525382fc9', 'status': 'completed', 'code': 200} Jun 24 06:55:29.857435 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:55:30.083770 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:55:30.110826 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] Checking router: 2ed05877-c52c-4fa4-b663-0840042c0dd7 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:55:30.119500 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:55:30.120104 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:55:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:55:30.346464 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:55:30.534438 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:55:30.563439 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb582f4-5091-424b-9fab-c5e97844bcb6 None None] The sync data for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi is: [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:55:30.746801 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-98c1d779-0487-48e3-9321-8bc4663317c7 req-8f8fce34-2c07-434b-9872-5a28e6216366 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0288591 Jun 24 06:55:30.773769 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb11b645-005c-463c-863f-4e5ca35db20d None None] New status for floating IP 1aeb1ddc-b0f3-4175-9763-6c78e4228603: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 06:55:31.176411 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:31.810617 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:55:31.886967 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0b6a9a6f-81ea-4a7d-94ab-61a57df04d5d req-ccfebc04-332e-437b-969c-e222e6741e54 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0270901 Jun 24 06:55:32.068737 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 8265fb30-14ed-4afb-b33a-f1b525382fc9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:55:32.088940 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 8265fb30-14ed-4afb-b33a-f1b525382fc9 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:55:32.089312 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 8265fb30-14ed-4afb-b33a-f1b525382fc9 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:55:32.773590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 47476) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:55:32.874434 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-404761dd-dd22-4aa6-a5f5-5c8ed28b8411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:32.965590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-404761dd-dd22-4aa6-a5f5-5c8ed28b8411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:33.033386 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-474e2567-b436-4d49-8dfd-31e5b901b9a7 req-968f6bba-2109-4240-843d-7a179650def4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0316799 Jun 24 06:55:33.034090 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-404761dd-dd22-4aa6-a5f5-5c8ed28b8411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:33.036333 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:55:33.071961 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-404761dd-dd22-4aa6-a5f5-5c8ed28b8411 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e0e3adecd394e87ad1028b6b861143c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972798 Jun 24 06:55:33.073134 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404761dd-dd22-4aa6-a5f5-5c8ed28b8411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed85b5c-765b-44d0-904b-068c65b44afb,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:55:33.074542 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 47482) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:55:33.076181 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-404761dd-dd22-4aa6-a5f5-5c8ed28b8411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:55:33.132300 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:33.152590 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:33.273197 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:33.275922 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:33.277095 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ed85b5c-765b-44d0-904b-068c65b44afb HTTP/1.1" status: 204 len: 168 time: 0.2013741 Jun 24 06:55:33.277932 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5a8ae949-61f2-4fc8-bf56-e4b3c3f6f90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:55:33.286177 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed85b5c-765b-44d0-904b-068c65b44afb,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:55:33.293917 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.294201 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.294532 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.294902 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.295234 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.295584 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.296036 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.296581 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.297058 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.297454 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.297804 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.298313 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:55:33.315766 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:55:33.838024 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b841d1-8078-43bc-bbbc-b67882331009 req-b8b77196-f55b-4c33-bdd4-97985a3e9704 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:33.839485 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e5b841d1-8078-43bc-bbbc-b67882331009 req-b8b77196-f55b-4c33-bdd4-97985a3e9704 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 945 time: 0.0635300 Jun 24 06:55:33.876735 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e5b841d1-8078-43bc-bbbc-b67882331009 req-bce957e9-4c74-4d7f-9a54-e50ad8500dd6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Jun 24 06:55:34.175424 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b9cc8b41-0ee1-43c6-afa3-271138430570 req-6710ae55-9f8e-4087-b11a-fd07e4b51612 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0280364 Jun 24 06:55:34.322567 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b3404-63b1-4780-83d1-19db2654a89c req-b19c6704-458f-43d8-8523-7482f3795ed8 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:34.324034 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604b3404-63b1-4780-83d1-19db2654a89c req-b19c6704-458f-43d8-8523-7482f3795ed8 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.21 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 945 time: 0.0633485 Jun 24 06:55:34.430953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Deleting port 639c30a2-c8a2-429a-938b-b458fd964706 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:55:34.431300 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:34.522527 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] For port 639c30a2-c8a2-429a-938b-b458fd964706, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=639c30a2-c8a2-429a-938b-b458fd964706,segment=NetworkSegment(ace5ee2f-7b67-4a57-827a-be697a41d07f),segment_id=ace5ee2f-7b67-4a57-827a-be697a41d07f)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:55:34.522798 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:34.534913 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Calling delete_port for 639c30a2-c8a2-429a-938b-b458fd964706 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:55:35.053151 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23bdcd-4f6b-45f3-9df4-93f391e15534 req-fa9ae98a-3dd7-4e19-995c-1249c26c61d8 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:35.054772 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ec23bdcd-4f6b-45f3-9df4-93f391e15534 req-fa9ae98a-3dd7-4e19-995c-1249c26c61d8 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 945 time: 0.0675373 Jun 24 06:55:35.098371 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ec23bdcd-4f6b-45f3-9df4-93f391e15534 req-67e8b210-676c-47ef-829d-5f6f08b68e89 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aea8d41-38d1-49c2-8437-4b8ffd1285b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jun 24 06:55:35.109812 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:35.121809 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:55:35.131367 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['639c30a2-c8a2-429a-938b-b458fd964706'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:55:35.149244 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Pushing event deleted for resources: {'Port': ['ID=639c30a2-c8a2-429a-938b-b458fd964706,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:55:35.151947 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:55:35.204806 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] No DVR routers for this DVR port 639c30a2-c8a2-429a-938b-b458fd964706 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:55:35.207600 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:35.209600 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604b3404-63b1-4780-83d1-19db2654a89c req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.21 "DELETE /v2.0/ports/639c30a2-c8a2-429a-938b-b458fd964706 HTTP/1.1" status: 204 len: 173 time: 0.8796177 Jun 24 06:55:35.210120 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c2b8b-c471-449c-99b5-99ca12a90d01', 'name': 'network-vif-deleted', 'tag': '639c30a2-c8a2-429a-938b-b458fd964706'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:55:35.212550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1dab24-47d4-43da-8713-53322ec1a0ee" -d '{"events": [{"server_uuid": "441c2b8b-c471-449c-99b5-99ca12a90d01", "name": "network-vif-deleted", "tag": "639c30a2-c8a2-429a-938b-b458fd964706"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:55:35.253364 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf9b0d0-f04a-419a-9347-1410438d8f23 x-openstack-request-id: req-eaf9b0d0-f04a-419a-9347-1410438d8f23 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:55:35.253364 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c2b8b-c471-449c-99b5-99ca12a90d01", "name": "network-vif-deleted", "tag": "639c30a2-c8a2-429a-938b-b458fd964706", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:55:35.253595 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eaf9b0d0-f04a-419a-9347-1410438d8f23 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:55:35.254005 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c2b8b-c471-449c-99b5-99ca12a90d01', 'name': 'network-vif-deleted', 'tag': '639c30a2-c8a2-429a-938b-b458fd964706', 'status': 'completed', 'code': 200} Jun 24 06:55:35.331958 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-84250296-0ce9-490c-a487-9b6302fe158b req-1da15de1-02d7-4f0d-b249-41740394bf0a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0309269 Jun 24 06:55:35.369859 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:35.727567 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 47540) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:55:35.828321 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f05d2674-3bee-4bb3-8abc-3c08aa669722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:35.911927 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f05d2674-3bee-4bb3-8abc-3c08aa669722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:35.970386 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-f05d2674-3bee-4bb3-8abc-3c08aa669722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:35.972821 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2cc38a1d-8a93-4193-b74f-eedc12b47073 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:55:36.010227 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d2674-3bee-4bb3-8abc-3c08aa669722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7962921-4fc4-41b2-acca-9fc62b45842c,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:55:36.013283 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f05d2674-3bee-4bb3-8abc-3c08aa669722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:55:36.016047 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-f05d2674-3bee-4bb3-8abc-3c08aa669722 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3936555ce8b54590899190fc85bd73ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874858 Jun 24 06:55:36.018754 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 47544) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:55:36.066103 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c637c42a-c54b-430b-9f1e-c5d48b5381fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:36.085960 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c637c42a-c54b-430b-9f1e-c5d48b5381fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:36.214735 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c637c42a-c54b-430b-9f1e-c5d48b5381fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:36.217906 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c637c42a-c54b-430b-9f1e-c5d48b5381fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:36.219035 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c637c42a-c54b-430b-9f1e-c5d48b5381fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7962921-4fc4-41b2-acca-9fc62b45842c HTTP/1.1" status: 204 len: 168 time: 0.1993942 Jun 24 06:55:36.220126 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f2762cf7-0e66-4c08-828c-9464d280f804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:55:36.230268 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637c42a-c54b-430b-9f1e-c5d48b5381fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7962921-4fc4-41b2-acca-9fc62b45842c,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:55:36.231081 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c637c42a-c54b-430b-9f1e-c5d48b5381fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:55:36.240346 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-28df6ef6-9834-4ff1-beda-4c4518915030 req-5d6c2384-a613-48db-9056-52045f58b1d2 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0325601 Jun 24 06:55:36.479122 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-20eda875-43fb-4b2c-8e62-428dd3f8a040 req-976b7f13-4017-4666-b36f-b7173f1c959b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0302787 Jun 24 06:55:37.384270 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75f46edf-c913-4607-8ac0-75dc4ad48f77 req-f532a500-8b91-431b-97c7-b8a1ee523888 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Jun 24 06:55:37.622016 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-078247f2-358d-418f-a44d-07c377b2c8fd req-9f7068e3-7b6c-4e6e-93e1-5f0c01af7f33 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0308614 Jun 24 06:55:38.142406 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 639c30a2-c8a2-429a-938b-b458fd964706 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:55:38.161447 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 639c30a2-c8a2-429a-938b-b458fd964706 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:55:38.161789 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 639c30a2-c8a2-429a-938b-b458fd964706 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:55:38.521355 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fec175e6-08e9-48f8-96de-5beaa1fcb072 req-7cfdba6b-9f39-408a-971e-b6219549ea16 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0270510 Jun 24 06:55:38.756854 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0536f6b7-903d-4ee7-861e-3f7e8c26fb9b req-a66d72dc-1a9d-4fa5-b33c-cd5eee8150b2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0273972 Jun 24 06:55:39.659429 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3ee05df4-070c-4108-9abe-40b10d449d7a req-5cd594c9-c9c6-42a7-a635-16ad554ee118 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0270312 Jun 24 06:55:39.896598 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-77d57791-ec5b-463f-8ef2-563d4b4c55e6 req-7c2be904-dfe6-48a5-9457-839ea1e230b6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0295269 Jun 24 06:55:40.794071 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c6d5bf99-3559-41f5-8a68-7a8d1955a983 req-b4f759f4-8712-49f9-8b2c-f018b70fa417 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Jun 24 06:55:41.032736 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-24097012-bbfb-4d76-926c-9b7e79a7cf22 req-bd789c6a-1fab-4810-a05e-a66f495b4dd9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0275075 Jun 24 06:55:41.934765 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1dce20c2-25c2-471c-980c-f98462eb9985 req-0e44c21e-bf68-4597-9f4f-c47ca6ab6ef2 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0323622 Jun 24 06:55:42.174661 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fd16c63e-8161-4b72-b7e0-9d5bbcb0b087 req-57cc939b-4c2b-41eb-84ea-d0dd888abac7 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0306282 Jun 24 06:55:43.075627 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-31636990-5c81-4051-88e4-a4bb4acf1a01 req-1fa92331-c432-4632-90ed-ad54f3375a28 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0273206 Jun 24 06:55:43.311813 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0da2fb40-6abb-4158-ad33-eff9b3428443 req-c05cb278-643f-499b-871e-f29afab2ddd4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0287857 Jun 24 06:55:44.216807 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ac791f37-cdf0-46bf-9efb-0c29b9c84fe2 req-e07d246b-73c1-4684-9abf-6c419a3724f5 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0269461 Jun 24 06:55:44.449429 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-49a9601d-e9c5-4209-b4ee-5ba7d974c372 req-54dad0b7-528a-49c8-bc57-cdc6eead8a18 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0274177 Jun 24 06:55:45.359122 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c875381c-fbe4-4789-88ae-aad4d275ce7f req-02e674cf-d7c9-45dd-b639-8e78fdb627ac tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0283380 Jun 24 06:55:45.584224 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8f298244-86cf-4b3b-bf1f-b774b312be11 req-bb6e6c68-1e68-4fdb-b990-f5fd02465a02 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0278561 Jun 24 06:55:46.503410 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b4e0ccc6-dfa6-4140-893f-16f45a03c1af req-f988fcf6-3712-48c4-a4c2-26f6b958c834 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0315440 Jun 24 06:55:46.509703 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-c28ed769-5224-4779-ad7a-aadd87c3a86e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1723809 Jun 24 06:55:46.581289 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-1117ba5b-8ad7-44ee-8caa-091fa9bfeb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:46.582686 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-1117ba5b-8ad7-44ee-8caa-091fa9bfeb75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 1099 time: 0.0490472 Jun 24 06:55:46.688781 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-8ee786c2-b2b2-4e78-9745-eebe36265efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:46.690256 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-8ee786c2-b2b2-4e78-9745-eebe36265efe service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.0881660 Jun 24 06:55:46.727410 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bbb437b8-e729-4ef4-906d-72c05959dc41 req-f76bca0f-12a4-436f-b27c-68a0c4941c65 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0308325 Jun 24 06:55:46.754339 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-0485d8be-231c-45b6-ac5b-ca22c30ca0f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2104ad99-6027-457d-823b-8ee2797a979f HTTP/1.1" status: 200 len: 1002 time: 0.0572593 Jun 24 06:55:46.804425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-92fe39b5-3ed2-404e-9040-7b479294fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:46.805821 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-92fe39b5-3ed2-404e-9040-7b479294fa4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0448885 Jun 24 06:55:46.861535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-4d73bbe1-8bfa-425f-898d-9608c1cd4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:55:46.862906 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-4d73bbe1-8bfa-425f-898d-9608c1cd4be2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501220 Jun 24 06:55:46.949743 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-ceb0f7f1-0d24-4c77-81e8-0f0aa10d6178 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802598 Jun 24 06:55:47.039746 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c000163f-cd0f-4836-9152-aed1369bc0b0 req-280fe88d-f94b-42c6-94a0-5f0baeb1a4dc service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828388 Jun 24 06:55:47.640608 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-435340f4-1bbe-47e5-a228-b670a07ac643 req-d508c710-e195-4c50-a49d-223587af3d80 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0274723 Jun 24 06:55:47.863986 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-521da5a2-2a43-4381-a308-4794f5997495 req-4ffdc507-f2f2-4cf3-9f04-bd1ae24a96e7 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0277181 Jun 24 06:55:48.782930 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b3a25a73-736b-4d95-ad41-199fe39d390f req-3408375d-7605-4c66-be23-19a42b1966f3 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0307417 Jun 24 06:55:49.005001 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-31495004-e22e-49d0-be21-f7508183d038 req-d4ec9bda-4062-404e-bb61-fc2d124f6228 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0321305 Jun 24 06:55:49.917350 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1fcc43f7-fdad-4b89-b74e-4c3f1ca08c20 req-77629d8b-d036-4021-93a0-b8a0de4b7fec tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Jun 24 06:55:50.142329 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7c96ee10-57c4-404b-8bcf-8e68115b01f8 req-e02ab28b-5741-4927-88ed-bce992ddf40a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0275450 Jun 24 06:55:51.054334 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4cb359e0-a317-4e5f-a4cb-a3c5ab7f8c75 req-8e05c526-e25b-4edb-a565-f8af66d4a245 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0275638 Jun 24 06:55:51.285579 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b3ae1d8c-be45-4ea4-8c58-e77c4db0171d req-a12b47a2-b7ed-4e58-8da6-1961aaf73fc3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0315659 Jun 24 06:55:52.189305 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef4c4f42-a9c9-4f4f-baa2-b5a235959888 req-3edfb0fa-da59-41c9-ad38-5dc8d3f7253d tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0279875 Jun 24 06:55:52.420817 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bdf5eced-cd0c-497f-9276-0bd92e1dfae8 req-b03645b7-9ce5-4ec2-a331-e32b894a620c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0275025 Jun 24 06:55:53.331244 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f4b5e656-96d8-487f-9ee1-14e8c661d766 req-a8ca66ae-9712-4203-b110-ca07e8c2da1c tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0309753 Jun 24 06:55:53.556431 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-176ff257-18f1-4fdc-abfc-f01109697be4 req-81e067af-63fc-48fd-80f6-6528338a6d42 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0270703 Jun 24 06:55:54.619642 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4653167d-b5fd-432d-aba4-92aaa55fbf5b req-91e47668-17f6-44e4-9f1f-06f78114877d tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0286102 Jun 24 06:55:54.695226 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-52595b77-f87d-44e8-8f35-3488eadd1111 req-8654ae66-5b4d-45a3-82ff-b57167288fb8 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0281596 Jun 24 06:55:55.541113 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-35f9f102-c9ff-47ac-b7ca-d5307a13265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:55.756259 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9b9482b0-0b1d-454d-ad48-45576b4b2e59 req-605049a7-c5b7-4457-ab29-6d20b02f3103 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0282507 Jun 24 06:55:55.855275 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-39d7e3d8-0bf8-4546-9437-a2dc1f29aca2 req-59d7afd2-fc31-4e22-bab8-41f074728cd2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0316615 Jun 24 06:55:56.891942 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6155c2f7-a38f-47d1-8350-aa6a328ed5e6 req-5552d377-f2f1-479c-ba05-4c7191e1db55 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0277243 Jun 24 06:55:56.992942 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cbd68710-4802-4f67-8fd6-c6349c00cc13 req-d4779748-b014-4261-9609-8b8e2f6503ca tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0279069 Jun 24 06:55:58.035760 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd83b403-3305-4f7e-a43e-96d9fea3ac18 req-af73af4e-f387-4cab-b5c1-13e4c28404ef tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0332837 Jun 24 06:55:58.130058 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-25a9d7b7-21b1-4e31-ae41-976a583bd026 req-cfc3663b-0690-4e04-b560-4a53b8948d4f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0278730 Jun 24 06:55:58.215099 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6280bd87-8f45-44a3-b046-42b10ba5ec28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:58.569385 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:55:59.172786 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-120aa493-bffc-451f-aa63-91e3d8fa0fe2 req-a8febbf6-eb2c-4657-b2cc-4627c255e3ca tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0283551 Jun 24 06:55:59.271697 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e3f6ad0e-4494-4da0-9514-c8b497801b80 req-b35cb939-b6d2-43f1-ac5c-bc7557b2837c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0298979 Jun 24 06:55:59.569693 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:00.307672 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-69ce11f5-275b-4bf9-8bb6-0c1a6d4d1be9 req-e5f5b8e5-30dc-4a7e-8fae-eb9b86567587 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0288465 Jun 24 06:56:00.415037 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-285e60b5-340b-4fe1-8e77-8782a5d61974 req-318ec0a4-2e9a-40cc-b4e6-537263d4efda tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0309262 Jun 24 06:56:01.175455 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:01.443051 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ca634105-488e-4a73-9011-380e9cda78c0 req-b9e6b7db-4c2a-4ac6-9efd-66518bf0fc97 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0275350 Jun 24 06:56:01.553911 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d83d78a1-9f1c-411d-92fa-b9c7b61ca339 req-0e02868c-c999-4d7e-806b-de65fbf92dd5 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0278537 Jun 24 06:56:02.585248 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cd33df99-a525-4e93-a764-fb2457ee34f3 req-bbabbbb7-a9b7-41da-bb64-fc5fd0a0f49e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0310779 Jun 24 06:56:02.690144 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bb46c15e-89c6-49ef-86a9-24fbb94297ff req-7c94909d-6efa-4e1f-99ae-d0733247a1a5 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0281169 Jun 24 06:56:03.721368 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54061d67-86cf-48c5-bfd4-a5164e84dfea req-4a664021-3269-40d1-9e06-e12e1604f9bd tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0276904 Jun 24 06:56:03.829522 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-69ba7041-e7e6-49bf-b43e-4347abc61688 req-fa09a248-2d9a-4bec-911f-018d96342aff tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0280581 Jun 24 06:56:04.865490 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9a42d8cb-728b-4bfa-9046-de44672abc54 req-5591bbc4-d333-4924-846a-a54a9f84c3b8 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0295250 Jun 24 06:56:04.974155 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3a6f18ed-6191-4d10-8ac4-f75b357304e6 req-e9d76734-7131-4954-84b1-937927b11c32 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0313601 Jun 24 06:56:05.386566 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:06.004346 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-786c7993-5430-4adf-ac57-95212c967d24 req-b8ca89ad-0c02-405b-be3e-dd6677cde3f9 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0284176 Jun 24 06:56:06.116564 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e7220c96-4420-4242-b2ef-29377beed1bf req-c0f8083c-a2a4-444a-865e-cb514654551b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0280957 Jun 24 06:56:07.148890 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6194ede4-00ae-4d52-933d-beb094ebc75a req-afcac569-c11b-4268-a662-58ae934c015f tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0347960 Jun 24 06:56:07.255435 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ce325171-70d6-47d4-878c-9627cd6c149a req-754c8142-f8ef-4976-921f-595c4c3064d2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0277193 Jun 24 06:56:08.311931 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-954e7f5b-28b3-4f56-9adb-12897ab0f6d8 req-66e8a425-bcf6-4fc8-a199-ba1276739aa0 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0330753 Jun 24 06:56:08.414278 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e86f480e-a48d-407d-91e0-1525c62e4342 req-22314331-445e-458a-921d-df568f1409f1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0326991 Jun 24 06:56:08.809155 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:56:09.448142 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-38fb2577-f25e-42fd-b5a5-0cc8a1125285 req-027c1868-f740-4e3b-be14-40efb61d5408 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0283573 Jun 24 06:56:09.559683 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-86e6604f-7449-4fe5-afad-2430f9719d8c req-c316d1a4-e7a0-443d-bb83-68cd0511ffc7 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0316598 Jun 24 06:56:10.592384 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3dc230a0-272d-42df-b04b-96602f97068e req-2d9db9f7-7a28-4385-a4cc-a27ae487697c tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0273530 Jun 24 06:56:10.696794 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-afcd4b8a-fbc7-4de7-b012-d0bce6a4e601 req-d3b313f8-dcc3-4bf5-90b3-d07768d5868d tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0284038 Jun 24 06:56:11.734294 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-566d27e2-4ba0-4d2f-a4e5-bccebee6e6a1 req-a6534021-4704-462f-a8b8-b9c6b24e2d28 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0309126 Jun 24 06:56:11.834054 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9fb3796c-c122-4846-85fe-ca2a49560b97 req-29e1f199-7a70-44ad-9f68-7586096c36d2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0277679 Jun 24 06:56:12.876681 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7fe6f4f-d6c3-4a17-8db3-bd3a6fc7553b req-1f955bb5-efc2-4576-9ab9-95fc6629156e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0293627 Jun 24 06:56:12.976812 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-24dec1a3-0667-4134-a194-91b89137aeff req-246c21e7-875d-4b29-a3ba-bd5444fd4228 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0316899 Jun 24 06:56:14.012661 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b4668464-c777-4a6e-857c-01ca276745f1 req-87bf2cfe-aa40-466f-9aac-b75d984f6088 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0284686 Jun 24 06:56:14.130264 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5f0a3d34-1d44-41d7-be61-bf2d2189b5a7 req-714adc26-b416-43cd-85ff-5831dd4c1aa2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0315368 Jun 24 06:56:15.150554 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c7cdd6e6-7123-4bfa-b3c4-18602f89bc1a req-fa6d72e4-3cce-4a97-ae1a-5b3430a8adb7 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0275755 Jun 24 06:56:15.265863 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2535e87c-7c33-4a74-83c0-37dcdac1f75d req-3cf3f1dc-53c4-4e27-ab92-a885b7c69b62 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0279438 Jun 24 06:56:16.291116 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ff142e8c-ec08-4ba1-b431-f43a309f3117 req-5798e53e-1eca-4c39-a418-60575175db31 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Jun 24 06:56:16.408901 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2ef72967-297f-422b-a2b7-6cf266791360 req-931e5ecb-4663-46e1-8d2c-ecb9b1245e8f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0271935 Jun 24 06:56:17.431617 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-940a81c0-69ed-4353-839a-72bf32c021a7 req-0f27527e-29b1-47ab-af17-826f4aa12015 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0273726 Jun 24 06:56:17.545314 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3c1f8186-2c85-48e4-8d33-c3d0dcbda26a req-9bf24882-b93a-4e5c-ba9a-5d3c4e3e4150 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0269048 Jun 24 06:56:18.571959 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b2267613-7e60-4e20-9191-7c23b9046282 req-36199cc5-bf7a-4ebe-9dd8-6072ec27e3f8 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0316229 Jun 24 06:56:18.689334 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8e8b16e4-db53-40cc-b143-9eb16bb509d2 req-f11d73c2-ce1a-4c5d-bbe0-4ca2eb74d949 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0299056 Jun 24 06:56:19.708806 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-105fa519-079d-46e9-ba40-51b02e88fd5c req-c168c729-cbae-44ba-ad4d-1963d53f7549 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0275438 Jun 24 06:56:19.828181 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2d41e7d3-ef72-44da-a13a-052dfb27dda7 req-234ff94c-6e9b-46c9-9ce4-77c8b6bfd4f2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0279071 Jun 24 06:56:20.850508 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b541da1d-0eca-4809-b29e-3bf41fb2f475 req-f49da5ed-8240-47f2-83db-8924de1a4a2f tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0301082 Jun 24 06:56:20.966401 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-67944d5c-5f0a-4e59-96fb-cd08a2235734 req-f9a6fc75-8cb4-4327-b128-7a6bb408aea3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0269663 Jun 24 06:56:21.987860 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-02e17b8c-9eac-4609-b54a-4f88735fcd31 req-66fbb15e-2a59-47f5-8bc5-8d2e1a784931 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0278013 Jun 24 06:56:22.104142 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-332a9dc6-318b-4f88-a1af-55ef882b5021 req-91d66ea4-1dd6-4c0f-addb-c1c09d0d1cf9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0278587 Jun 24 06:56:23.128911 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d306979b-5bef-4497-8160-70bd4f13897f req-a472a898-5347-447c-9419-d2a8ebae47d8 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0283990 Jun 24 06:56:23.250467 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8cff8e8e-f04c-4cea-9e38-b435ec2d0cfc req-d0081714-5c75-4566-9ed7-024344b147bc tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0311785 Jun 24 06:56:24.265457 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11edf6ba-0666-4419-a035-03251ebe1323 req-d38beea5-9a40-4658-9063-e685267bd075 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0279746 Jun 24 06:56:24.385929 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-40896701-efb7-4ef9-b239-a4149bab284d req-f9bcac59-4a10-4984-9c3e-35669bc0809a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0271297 Jun 24 06:56:25.406974 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e2280f61-244a-425b-b840-340332184fd8 req-74eb72ae-0266-47d5-a9fa-1fe54527a4dd tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0311737 Jun 24 06:56:25.521327 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-bcdc2f7b-930f-4c84-a7a0-dc6730aeb418 req-71216d08-7a7b-4cb8-8db6-bde2354961ed tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0277240 Jun 24 06:56:25.556053 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0bc5-2ef7-4dee-acad-9e955e0162b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:26.546930 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1ace3c16-e360-437c-a6a9-2941aa0e5dfb req-65ede380-38a3-47d3-a256-0e8e5f823179 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0288055 Jun 24 06:56:26.659315 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-97e4cc04-a309-403b-aba6-d6ead1463d7b req-a0131e57-83af-4a99-8bcd-ee173736de8a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0285313 Jun 24 06:56:27.682968 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-24b36310-1007-40d3-bd60-cdabddd85a9d req-99f881f1-5fb2-4a8d-8199-8df19b5c6504 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0273402 Jun 24 06:56:27.806517 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5ffb2bb1-bd18-4c91-89b4-d6d14df7a407 req-042646c4-befa-4b3d-968d-65612ef9e991 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0301106 Jun 24 06:56:28.243607 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ae645968-625a-47ce-b955-c39108bbcc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:28.591578 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:28.820465 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-51d9b91f-e34a-4c0b-84ad-b611c72dcfcd req-f123c58a-3bf3-42bb-b2c3-d3541c966476 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0277071 Jun 24 06:56:28.942900 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a02478a1-ea87-48c4-b42e-c4bb0a9bbebc req-73e7f8df-a170-4e5d-b031-b4005f0a5920 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0280025 Jun 24 06:56:29.563107 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:29.962696 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-79682b21-883d-450e-9346-744323ff2011 req-88e68add-5593-4a23-930b-c072e49ab261 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0320868 Jun 24 06:56:30.081339 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2b8ea26a-fa90-416e-845e-590e0f28534e req-1256ccae-1b41-4fe4-83f0-c4346d9c89f6 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0276282 Jun 24 06:56:31.098083 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-27cce235-255f-4445-a945-d85c5f400855 req-26c297cf-24e4-4600-bd16-81ca97d72a2d tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0289619 Jun 24 06:56:31.161606 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:31.219746 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1388871f-91fc-4dbd-b820-fa74d91c783f req-6644566d-7cb4-40e8-b679-565021c56fa7 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0282409 Jun 24 06:56:32.241813 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-34e5d922-1cc3-4109-9641-a51d3da7647f req-ce6eb22b-1383-4581-b7a3-1fc658ae2d8d tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0279677 Jun 24 06:56:32.362970 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6c383c5f-fb14-43e1-9587-7ea6a3414216 req-1813cc1f-88fa-4b40-b775-2670dbb89c23 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0309978 Jun 24 06:56:33.376732 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a229e31d-eb9a-4c15-9206-d4539b27aae8 req-793fbaa3-fbb3-4d1a-9285-14ccbdd1758f tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0276153 Jun 24 06:56:33.500898 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5813f5de-8a45-40ca-82ab-207200427c6a req-6436c955-d766-498f-a7fd-5f3371af7b67 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0279980 Jun 24 06:56:34.518634 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b48ad3d7-7981-4028-99a9-19c844f5f540 req-26883ef0-d27b-43d7-b556-87537954a490 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0310917 Jun 24 06:56:34.635922 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-478efb9c-7c3b-4431-8c27-f4d004794554 req-62e1f79b-9b64-44c6-b66c-7d420433aa43 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0282547 Jun 24 06:56:35.378333 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:35.653938 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f6c0f4d1-0f00-4e18-936f-5bd6351faed9 req-7d5b4ed8-173c-40cc-a7a3-083215c4112e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0276155 Jun 24 06:56:35.778716 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-016620ab-0a59-4e27-85f1-934258747deb req-453a8810-4fb2-4514-852e-322f0da13c88 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0313435 Jun 24 06:56:36.789348 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a5184607-d7f7-45e0-b3e0-ffea846d3a0f req-602c1f35-2815-4f75-9d45-0eced579d9cd tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0290048 Jun 24 06:56:36.922443 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cfb57879-9fbe-45be-928e-b4ac9934412c req-3d795248-3cdc-4e98-9bfe-7dc1867e143f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0312722 Jun 24 06:56:37.923950 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3f0b6c3-6b3d-4339-bcc1-9675984b8ac7 req-37dc5bc9-700c-4808-a70d-21d8b8840c2d tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0280697 Jun 24 06:56:38.207753 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-243bcc86-0aa1-4e27-9124-80d6b0df6ee3 req-b6e92fd4-8f35-450c-a8c7-d4b7b39e8470 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0277948 Jun 24 06:56:39.069516 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-34b2035c-9e51-4d66-ab00-e8b4658f2d44 req-5212f214-5ec6-4b07-8f3c-f74c26e9ba13 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0296831 Jun 24 06:56:39.346468 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8fccd8e7-e4ff-458b-a46e-35434f1c5fba req-62cfe4a8-2bfa-4fd5-9eae-4589c6ca2915 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0272722 Jun 24 06:56:40.208166 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f6331dba-f82d-4929-a7a6-6b8266a3ae93 req-8f0bf0b1-de24-4e9c-8bd0-0d45629ecf93 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Jun 24 06:56:40.482194 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a6914986-e2f6-40c1-866e-a0ba6d5eb619 req-7a481738-5af0-40b1-9ddc-7768c07bad30 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0282574 Jun 24 06:56:41.345706 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0a6611e6-2bdb-497e-bd08-4474300a6306 req-78edd422-fdf9-4a53-bba6-e4dc430d1c97 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0269232 Jun 24 06:56:41.629446 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a0176955-6795-430d-9665-7f3bcaab5370 req-8e109198-90c8-49d2-bdd8-8b3a96be944d tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0311615 Jun 24 06:56:42.479713 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f9336f46-1cf5-4715-b7fa-2d0d4b275a98 req-2fe024e5-fca4-4271-bb33-a69f0b35247a tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0267386 Jun 24 06:56:42.765022 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-30cb53a4-e9a9-46fd-951b-788765e99c4c req-6a3d105d-5e1c-4ca8-b709-6a512061c478 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0289085 Jun 24 06:56:43.624117 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fe736b66-6bcf-46ac-9f58-76263d1aed43 req-3ade7425-823d-4346-b5d7-aeab0a0b6315 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0317008 Jun 24 06:56:43.903481 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7b7dc090-5a98-4a93-9552-58fa028b3be0 req-847b46cb-4745-4b17-b2ca-a7a7b6a72d5c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0272863 Jun 24 06:56:44.758738 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e160794a-8af3-406f-8c1f-3ae0854414d5 req-6d3fea84-4a82-4845-9513-8167b96e8a0a tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Jun 24 06:56:45.039633 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-15fc1abc-49c9-4527-9e39-d46bab1e2a92 req-675676fc-cdc5-40cb-ad5a-1d730e064be1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0280843 Jun 24 06:56:45.807750 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:56:45.895734 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-90b66c88-3c67-4ef0-8932-dd6f946eb069 req-e1714c33-9b39-40ee-9ce0-7ea2a37b0111 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0284462 Jun 24 06:56:46.183242 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5f3e304e-0444-4300-80d4-0654ea04e685 req-ed1c5206-2083-4006-b6b0-9202c0dc423c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0314670 Jun 24 06:56:46.364315 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-a7c4744a-a135-4f5b-95a2-361ec2fdd0db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500813 Jun 24 06:56:46.458240 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-497f9f3d-98ac-4d4a-9415-907508a2620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:56:46.460272 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-497f9f3d-98ac-4d4a-9415-907508a2620c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 1099 time: 0.0541868 Jun 24 06:56:46.563498 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-ef2e5842-2c73-4862-8505-9b39cbafff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:56:46.564935 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-ef2e5842-2c73-4862-8505-9b39cbafff4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.0829470 Jun 24 06:56:46.631206 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-3540a774-b942-4f7e-b6e1-fe55dbb9135f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2104ad99-6027-457d-823b-8ee2797a979f HTTP/1.1" status: 200 len: 1002 time: 0.0598855 Jun 24 06:56:46.677339 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-813ce42d-ef50-41d1-8404-890bd6f14bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:56:46.678693 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-813ce42d-ef50-41d1-8404-890bd6f14bf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0414395 Jun 24 06:56:46.732385 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-6f8fdae8-4cd9-4ab6-8daa-2ea03c923f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:56:46.733855 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-6f8fdae8-4cd9-4ab6-8daa-2ea03c923f74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0477550 Jun 24 06:56:46.820834 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-e32d0327-8a60-4da5-be03-162354bb289b service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804090 Jun 24 06:56:46.906603 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7c8024ba-6e2e-4687-ad9c-9bd2326bd5d8 req-cc59d8f2-e6e9-4e77-ba81-4e16d17fad9f service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790575 Jun 24 06:56:47.036177 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-62fcd4a8-ad43-4800-a600-8c29c8339eb0 req-caecc422-13de-4670-b913-d486ccfdb696 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0319057 Jun 24 06:56:47.318336 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a733f23a-8da8-4f4e-914a-084af9c52b43 req-d9a1f2a6-7a75-4aaa-b001-5a3757fcd0d1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0274708 Jun 24 06:56:48.176603 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-79ead37a-d51a-40f0-9f58-051bbd882be1 req-ef961d91-a282-4d53-b2fc-bef520d50b82 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0275359 Jun 24 06:56:48.458723 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-24b8a378-8080-451b-bba8-f6531f262c61 req-1f8c2300-0ff0-4c37-aab9-c57719b382dc tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0286543 Jun 24 06:56:49.313399 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c1f8655d-ebe6-41fd-a405-74dacaf00909 req-566dd78e-851c-42ce-8561-a97b3f56a59b tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Jun 24 06:56:49.593373 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9aba84a0-07f7-4276-a84f-038601006d76 req-d6d191d0-6ea7-4b7f-b2a4-e520d6c64497 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0282576 Jun 24 06:56:50.448099 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c5245e9-8a91-4386-bd56-73a155f41038 req-7790d822-dbf1-4d6a-b67a-0153f13fb023 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0278795 Jun 24 06:56:50.735423 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e11fdfe0-bfac-41d2-bb0c-9182ba0f43da req-b4804892-0375-40ea-aeed-af86471f98b1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0305922 Jun 24 06:56:51.588395 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f108d55c-745f-4f9c-bdca-2a83f99d5268 req-696ba41e-f265-4178-88b0-378d733da9ab tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0316591 Jun 24 06:56:51.875573 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-36e023b1-4b67-4195-a488-410b9959995e req-368b8d66-7ca9-407f-bcb9-8e79d4ab29e0 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0281444 Jun 24 06:56:52.731619 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6d1c1338-0753-465d-bd25-58e05d09cbb9 req-db95d5a1-63f3-4744-8b74-dced533be5b6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0266590 Jun 24 06:56:53.012207 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-cf3c6b39-88dc-4744-8d76-2ff167f8986e req-75f9f156-f013-48be-ab62-6db833abc7b3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0283365 Jun 24 06:56:53.870921 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0a055346-e884-46d1-9c8c-a8b0af554081 req-861c0f19-2c11-499c-9f5a-bd2f16b054eb tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Jun 24 06:56:54.153358 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-63a163ca-c4ad-4fba-aadf-fbacb177c6d6 req-5cce3a5b-044d-48ab-8dae-c4014f9b7051 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0280237 Jun 24 06:56:55.006645 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8bdd2e17-c048-48c4-9132-1313a7e7dd9d req-432c20c3-b1cd-4f79-a458-cf54776a3490 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0274849 Jun 24 06:56:55.294259 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-812eed50-5360-4c20-8620-437185d20e03 req-0a42297f-560f-4189-b75b-6921ea4f7b6d tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0314364 Jun 24 06:56:55.556588 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-b22c40c8-9f7c-4bfc-93b7-23ee0b6de289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:56.145496 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-23ffa358-3b8c-44f7-a9de-01f5871ad4d2 req-4b51a226-e50a-4288-892b-98aab075cce4 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0307114 Jun 24 06:56:56.431642 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dadc68e6-14ce-4b7c-94f1-6f14da5646df req-0795ec48-e771-4af7-ad36-5675f8c8b452 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0270696 Jun 24 06:56:57.291430 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-daee00d7-c8d9-4c17-816c-df16fb97c172 req-07fcc85a-2325-4eeb-8408-153fa50f1044 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0283320 Jun 24 06:56:57.568497 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b55df1df-2de3-4d2e-a161-25e71d25058b req-8024caa2-9c79-439d-8339-ee04214b251c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0278454 Jun 24 06:56:58.229448 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-759d11eb-6b79-434d-864b-d6128b492c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:58.431068 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1466636d-6998-44d6-93f1-cea929103759 req-06847b90-fa4e-4ea0-8dfe-67fa77e025c0 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0280647 Jun 24 06:56:58.574060 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:58.704839 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ed658625-db25-4e59-a6ab-a087683b46b5 req-1b315ccb-04f9-4f06-b5c4-96580d979301 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0279438 Jun 24 06:56:59.567747 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e46ffff6-0152-4a05-bf7d-a89efb790e18 req-8a9aed6a-e08c-4cb7-94ce-aaaf452d17e7 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0282373 Jun 24 06:56:59.568371 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:56:59.845200 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4ecbdb00-6654-4f81-9449-9042c259df7b req-d7d616cc-708d-48ae-b2ac-de49395a09b7 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0306025 Jun 24 06:57:00.707073 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-61b9f761-1024-4ad8-8242-86f85e862c40 req-27aa9e15-77a2-4fd2-ac86-4d0e5ce98183 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0308440 Jun 24 06:57:00.981018 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-50e5160a-07ba-4daf-aec7-85b1b35fa5f1 req-eab9f84c-d595-434c-9a4c-e0f862a30076 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0268297 Jun 24 06:57:01.171936 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:01.847062 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-367fb800-f090-4b98-8931-0d5d1a0d389d req-022f1804-68e1-4384-bd91-a29fd74f8c52 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Jun 24 06:57:02.118632 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dfec9e53-2d94-40cd-912a-2073420430f7 req-376a4504-a843-4ddd-b484-1b6683638c41 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0291588 Jun 24 06:57:02.989685 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fcae8b54-f6b1-4315-ab45-31343ec7d327 req-0e22efd6-093c-46ac-9ad1-3192ae992202 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0282948 Jun 24 06:57:03.258683 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4250dcdb-2907-4372-8371-994191e0b714 req-698d7ce7-9a31-4b4a-9834-d686e7debf2b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0306330 Jun 24 06:57:04.127471 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fd153e07-e1d3-4398-9fcf-fa012c89ee28 req-04fcd749-9345-4f62-83fe-eff47cc0ee36 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0280118 Jun 24 06:57:04.402575 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6309ea87-30e2-4518-9f74-41abb8a1adfe req-9df72178-9357-421d-a65e-674734790695 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0332191 Jun 24 06:57:05.270742 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-02e3e731-bbed-4d9f-836f-5575f531d251 req-d6ab8c56-036b-455d-9216-5af0c729fa05 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0310762 Jun 24 06:57:05.367786 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:05.538359 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-97ebd145-de42-4dfc-b0c9-0d536f26bb1c req-79bf233b-8512-4ac2-b9df-20dd4ea5ced2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0272653 Jun 24 06:57:06.410333 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-11bbf145-b635-4447-a514-39fc3655f5b0 req-3e32b5ca-17c2-41f2-9d09-abad07fea2c6 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0282478 Jun 24 06:57:06.675140 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-733fd38d-7e33-4c96-821d-ecdb1a906a92 req-57df20f6-0c5f-4400-af8b-a6dc7186dddd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0278971 Jun 24 06:57:07.699273 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-33b22195-cff5-40e9-a170-390aeeff142f req-d332d004-012b-4804-880a-31bf36334f03 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0269442 Jun 24 06:57:07.811578 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-02168086-d0cf-4dfc-b78c-ff7593878e69 req-157683a4-ddb8-49f4-877f-d4a6dd67ad85 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0274272 Jun 24 06:57:08.834904 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ad6b87c5-cacf-4660-93ac-617d6d4135c3 req-6450c3f0-6d1b-480e-8bb4-e99332534151 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0281448 Jun 24 06:57:08.955123 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5a4acb8c-527a-44c3-8be0-738578f59252 req-e5264f22-76f4-4bf8-99bd-d18fc276636e tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0309684 Jun 24 06:57:09.975604 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b54ba6e4-2f4b-453e-8c38-16ad9a40c43c req-65f2498a-72c9-4a5a-84e8-61a8c6ce863c tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0317447 Jun 24 06:57:10.100981 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0a23df48-a300-47ef-9999-54e52f4e2dd6 req-b4b43013-ba37-46da-ac60-369aec2e8acf tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0282738 Jun 24 06:57:11.115977 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-752cd09a-4c85-4a8c-a791-b72bea623c80 req-76f698f6-2532-4285-9ec9-4e630f2c6b0a tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Jun 24 06:57:11.240039 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-122f62a5-39e5-41ce-b4ba-5379c9578d14 req-11edc691-1f26-415e-9e48-a7a936a44d35 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0279253 Jun 24 06:57:12.250691 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b932da40-a93c-46a7-bea0-897c6149c1f2 req-8b5fed64-c60c-4ee8-8e97-b1ee2c30c2ec tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0279999 Jun 24 06:57:12.388067 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-09025601-d9e8-4765-ba58-07eef3ac01cf req-0dc2770b-4bb1-4409-b769-3439c50d90ca tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0276713 Jun 24 06:57:13.392024 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-43b34086-ddf8-40fa-a2a3-2703cb65b183 req-8c873749-7e99-4709-ad67-1b4dab926c40 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0275328 Jun 24 06:57:13.536168 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-213ea52a-a0bc-4dc1-b6f5-a0a2006cde5f req-6cc72e09-02e2-4c30-b7f8-85ef718ba2b5 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0312181 Jun 24 06:57:14.534179 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f38784ca-63bf-4ae2-9bd4-4e928c717f77 req-5f9c7eae-17cf-4175-89ff-878b950f99a8 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0306334 Jun 24 06:57:14.673240 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0199f534-2008-46e9-8c13-4f8798a381f8 req-20222fd4-2eeb-407a-8fed-6f2af1d83b65 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0275357 Jun 24 06:57:15.671351 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-401b9173-16e6-42a1-b503-a21360f41dc3 req-bd5aba83-fe3b-4b6d-994c-205b692ab620 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0271237 Jun 24 06:57:15.808609 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-60313b4d-4dfb-4b38-9816-a238066d6c29 req-b4a4ed3e-b174-4190-b61a-b278ca40b862 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0276446 Jun 24 06:57:16.807306 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cc7ec42a-9d5a-4437-baa0-c30e5cba303e req-15416b9f-1058-403a-9e7d-e1aa3e9f1734 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0272813 Jun 24 06:57:16.944936 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-5fed4a76-7d3c-4f38-bd58-d183ee40320f req-214948f4-fe3c-44f3-a305-3b5f21b49a25 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0277412 Jun 24 06:57:17.945269 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-420aad0c-c900-41fb-a607-8359bf9df1ed req-6d933792-7084-43ce-9a19-2f604e5d5359 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Jun 24 06:57:18.092969 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7665b33c-500f-45c4-a22d-f07d00dfbfdc req-873e55e9-d17e-480e-920c-40c07b6e250c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0310032 Jun 24 06:57:19.083833 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9427a72f-4949-40be-800d-e959cd1388fc req-f1c7e919-b21e-45e4-b534-33c7dc88580f tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0309784 Jun 24 06:57:19.229062 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-547bacba-e371-4502-8a63-5b5d10841761 req-3e63b4c4-7730-4fb5-af33-d1af601eff7b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0273850 Jun 24 06:57:20.223055 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a8e8a585-acfc-4ed4-9c73-d9b4a359c307 req-9d8d7625-9737-4618-80e2-d52dc2a32024 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0286109 Jun 24 06:57:20.365766 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9a54cb98-dbe2-4249-8600-dc570a37da27 req-ee82858c-02f9-4a14-9daa-0cfc806c8dc3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0282757 Jun 24 06:57:21.359891 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7de045d0-b6dc-4a1f-890f-31631be54b7f req-c59755a3-c626-41cf-a454-9a32cb480d1b tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0282681 Jun 24 06:57:21.500969 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-06430de4-a8ed-411c-b2e0-4e292e9f4ac3 req-7bf1ea67-37e1-4428-abd2-2532bb3c67c5 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0278821 Jun 24 06:57:22.497741 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c0e4cba0-a15e-4da5-a08b-c10d9971525d req-07cca927-43c0-471d-8f10-3ae28d007692 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Jun 24 06:57:22.643124 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-99618f96-edce-4ee4-8541-f4112b477f14 req-bb4b8155-ec08-49ab-869e-dd8445f2dce1 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0309002 Jun 24 06:57:22.805523 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:57:23.641198 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-00980c1a-529f-4c25-a4a5-6d292d46174b req-3eb37207-0209-4edf-afe7-542a3ac02c24 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0309556 Jun 24 06:57:23.779265 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2f76c631-226e-4af0-bf54-c4ca4f378c32 req-13d49486-1640-4bd3-aa1f-63cdb5d7830b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0290861 Jun 24 06:57:24.920867 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2b6a055a-84bb-420d-a4fa-0eea9c5bb7df req-9b2bc00a-523a-4dce-98ea-68a7ff441475 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0295358 Jun 24 06:57:25.024534 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-524a7b3a-fec0-4c9a-a689-0e8658fdd24d req-d1b15713-e205-43c2-8af1-aa0c2fc2f33e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.2703288 Jun 24 06:57:25.607651 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-59cefb8d-ae5e-4cc6-b75e-520ef40001d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:26.057944 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-74eb5cc0-48ee-4d66-a34a-c6b9846d47ed req-4c2217a0-d088-4634-91d9-d899579c978c tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0285213 Jun 24 06:57:26.162429 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8cfe8024-e55d-49d5-b766-57018cbba30c req-25c446f7-93a5-47c4-9e40-990647ba87c4 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0264463 Jun 24 06:57:27.201169 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8f4b189f-97a6-46a0-a62b-28bf5577a063 req-70712e4e-97f1-4706-a3f8-51557eb94b17 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0303485 Jun 24 06:57:27.300517 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-cfc6f936-d00f-43a4-9532-9b7223977b94 req-455e57ae-a3f9-4367-b243-12c9a07bdffb tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0274696 Jun 24 06:57:28.228789 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c69109c9-9693-4de6-98af-ffb112779c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:28.341598 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6750fde3-dcb5-4de9-8e4f-0c159f448a19 req-98427888-5185-41c2-9143-289e0e05d979 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0299923 Jun 24 06:57:28.442413 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-10afa9bc-92fd-407f-a1e8-184bed04a30a req-5a3cc33f-f084-4c9f-a1b1-91a353caa0eb tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0287473 Jun 24 06:57:28.600116 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:29.480417 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ab20634c-335c-49c1-834d-6ee481a1afc3 req-9ac2b22a-6246-4a40-832a-1da86a7f73b2 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0274036 Jun 24 06:57:29.584877 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8ab7b841-da5d-4a1a-9db6-40066076fbf6 req-fdcb73da-fdef-4127-bd22-a7c74463935e tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0311029 Jun 24 06:57:29.594610 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:30.641350 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-849feb29-7d83-4dae-801b-6fefb7fbcc8e req-37888df6-5552-4dbe-8522-8eee3e4b7ddc tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=587a1909-f969-437e-9eb7-61fa7b471f8d HTTP/1.1" status: 200 len: 210 time: 0.0290225 Jun 24 06:57:30.732225 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1acf41bf-baba-4e64-a12e-207f71deea2a req-d181cc17-190b-4d2b-b2ae-0a129713e03d tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Jun 24 06:57:31.195774 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:31.874768 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0edd45ad-ab34-49a6-956d-68f354dbbe71 req-2b3f5e28-ce3e-40aa-bdcf-1863fca92e07 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0313022 Jun 24 06:57:32.857520 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 48000) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:57:32.911293 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:32.935636 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.063093 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.066166 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.067558 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "DELETE /v2.0/security-groups/82476487-304a-46d0-9d42-e21e95756e08 HTTP/1.1" status: 204 len: 168 time: 0.2089772 Jun 24 06:57:33.068312 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0cae6c36-709e-493b-ab89-7fcac94332d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:33.071387 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 48004) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:57:33.086471 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82476487-304a-46d0-9d42-e21e95756e08,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:33.097446 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.api.v2.resource [None req-af932f37-5ada-4af4-bf1d-a2854c929510 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] show failed (client error): The resource could not be found. Jun 24 06:57:33.102562 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-af932f37-5ada-4af4-bf1d-a2854c929510 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups/82476487-304a-46d0-9d42-e21e95756e08 HTTP/1.1" status: 404 len: 347 time: 0.0261796 Jun 24 06:57:33.102562 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.102562 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.102562 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.102562 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.102562 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.102562 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.102562 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.103507 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.103507 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.103507 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.103860 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.104168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:33.107302 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 48006) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:57:33.109495 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:33.242229 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Deleting port 61099818-9e62-4674-8301-b034ab355a5a {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:57:33.242463 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.248000 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-13beda3e-b3b5-44d0-b346-522333ff6c9f req-da1345ed-3cdc-4f70-8936-b8fc616f1572 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.2564178 Jun 24 06:57:33.318732 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.318992 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.329942 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Calling delete_port for 61099818-9e62-4674-8301-b034ab355a5a owned by network:floatingip {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:57:33.525543 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.527607 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:33.551913 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event deleted for resources: {'Port': ['ID=61099818-9e62-4674-8301-b034ab355a5a,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:33.555146 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:33.615136 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.617680 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:33.618797 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "DELETE /v2.0/floatingips/1aeb1ddc-b0f3-4175-9763-6c78e4228603 HTTP/1.1" status: 204 len: 168 time: 0.5105734 Jun 24 06:57:34.062573 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 48020) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:57:34.067428 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935362401', 'description': 'tempest-description--551245745'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:57:34.139270 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.218616 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.294622 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [req-0e19c6e6-1072-4263-ba13-3df8ec58f227 req-986b5c93-0edd-4471-bdc2-e6e053ed14f8 service neutron] (100201) timed out ('10.222.0.21', 63013) {{(pid=100201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 06:57:34.310418 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.313475 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-52de3958-542e-4a1b-ac67-ca44170e7ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:34.345425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8546c97e-6801-45c4-86f9-b1176845a4b6,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:34.348666 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:34.395924 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.397472 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3335264 Jun 24 06:57:34.400141 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-488ca39b-6034-45a7-a51d-dbf01f11a0e1 req-642afd32-9ed7-4442-bb0b-ad8a625b7044 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0347669 Jun 24 06:57:34.400714 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 48028) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:57:34.406006 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'security_group_rule': {'security_group_id': '8546c97e-6801-45c4-86f9-b1176845a4b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:57:34.508863 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.564277 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.641365 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.646221 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-eae7b43f-acd1-4d79-8b40-985de48802a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:34.660818 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b19630-cdf1-40fe-b499-37c6f94cfcf8,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:34.663596 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:34.727494 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.728717 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268790 Jun 24 06:57:34.731364 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 48032) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:57:34.735756 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'security_group_rule': {'security_group_id': '8546c97e-6801-45c4-86f9-b1176845a4b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:57:34.829737 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.887775 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.972648 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:34.974755 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d36cf344-61af-4d16-80d2-e4dedec5ee03 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:34.990843 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64f4413-422e-403b-bc99-768d28e7bd69,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:34.993135 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:35.058398 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:35.060198 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279197 Jun 24 06:57:35.063292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 48034) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:57:35.067626 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:57:35.144283 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:35.236769 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:35.338764 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Allocated IP 172.27.2.81 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/78480f27-8592-4409-b479-e6956724f34f) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:57:35.413321 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:35.442807 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:35.547481 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f72dd1a6-f10e-43d6-9090-a62c4680aee3 req-97262221-73e4-4f86-beb9-90e762c6673f tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] 10.222.0.15 "GET /v2.0/ports?device_id=441c2b8b-c471-449c-99b5-99ca12a90d01 HTTP/1.1" status: 200 len: 210 time: 0.0312521 Jun 24 06:57:35.548652 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:35.550593 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:35.585133 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:57:35.587857 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:57:35.593484 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:57:35.617454 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'Port': ['ID=78480f27-8592-4409-b479-e6956724f34f,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:35.621320 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:35.680411 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:35.810426 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:35.957354 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:36.024530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:36.027478 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4296aa77-7bc6-479c-a912-19166eddda99 tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:36.104846 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'Port': ['ID=78480f27-8592-4409-b479-e6956724f34f,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:36.108420 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:36.111328 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:36.177299 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:36.178528 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1143405 Jun 24 06:57:36.374909 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-41bd313a-a314-4e90-84c5-8c10c0027532 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1935362401&fields=id&tenant_id=7f8d8ca933ea4547b20d4fbf374c848d HTTP/1.1" status: 200 len: 267 time: 0.0355473 Jun 24 06:57:36.482612 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-13b82644-aa34-4354-b53b-a72012ac723b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:36.484064 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-13b82644-aa34-4354-b53b-a72012ac723b tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 810 time: 0.1024270 Jun 24 06:57:36.498695 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-fa1e84ae-2f5f-43ac-8e87-f1cc04a0fd31 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/quotas/7f8d8ca933ea4547b20d4fbf374c848d HTTP/1.1" status: 200 len: 375 time: 0.0090477 Jun 24 06:57:36.567208 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-bfc8efa8-91de-4890-bdea-37b27cb1defe tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635693 Jun 24 06:57:36.627579 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-c7a40925-130f-425b-9479-62d7c8f07551 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:57:36.628772 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-c7a40925-130f-425b-9479-62d7c8f07551 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499146 Jun 24 06:57:36.721497 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-3e87bd1c-89e1-40ba-9461-996087d19f3b service neutron] 10.222.0.15 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860569 Jun 24 06:57:36.810104 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-579fba12-62df-4fc9-80e2-93c1c0feb481 service neutron] 10.222.0.15 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826459 Jun 24 06:57:37.081804 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04d524ce-3b66-4447-8acd-f14bf0fc32a5 req-fa0f78dd-64d8-4eae-995e-79162aa124d4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 210 time: 0.0319536 Jun 24 06:57:38.230921 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-75c1fe97-cbcf-4f4e-a36c-d9bec8b18334 req-69770436-ea8e-4c6a-83cf-ddb137e3071d tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 210 time: 0.0332675 Jun 24 06:57:39.155529 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-ba8a581d-ce9a-4e77-9b8f-50d871165e65 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:39.156952 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-ba8a581d-ce9a-4e77-9b8f-50d871165e65 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 810 time: 0.1037619 Jun 24 06:57:39.198964 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-01d9e55b-3a2d-443e-9d6f-342542c166b7 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8d8ca933ea4547b20d4fbf374c848d HTTP/1.1" status: 200 len: 380 time: 0.0332515 Jun 24 06:57:39.208444 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'port': {'device_id': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'admin_state_up': True, 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'security_groups': ['8546c97e-6801-45c4-86f9-b1176845a4b6']}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:57:39.375485 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-fd5feeb1-9809-47b4-85e3-984e046de764 req-6150a432-be89-4524-90c5-d8d7c7a99121 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 210 time: 0.0307574 Jun 24 06:57:39.382408 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Made reservation on behalf of 7f8d8ca933ea4547b20d4fbf374c848d for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 06:57:39.385930 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:39.508543 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Allocated IP 172.20.0.13 (c42871d8-e1d8-4c3e-9434-390214e0f8e0/e1e5a473-276a-4821-8821-5a2981ad74f4/4e853323-465e-4a5e-9cfc-56728d4570d9) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 06:57:39.647143 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:39.660124 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Transition to ACTIVE for port object 4e853323-465e-4a5e-9cfc-56728d4570d9 will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:57:39.756101 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:39.759697 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-68246f33-3c9c-42a4-b319-569865c12d31 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:39.798255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 06:57:39.802956 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 06:57:39.805224 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 06:57:39.833819 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event updated for resources: {'Port': ['ID=4e853323-465e-4a5e-9cfc-56728d4570d9,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:39.836735 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:39.864390 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:39.865006 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:39.916761 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7120826 Jun 24 06:57:39.929297 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Request body: {'port': {'device_id': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:57:40.000535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:40.125935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-ae476c1a-727c-4214-900d-f7d1235ba4f8 None None] Provisioning for port 4e853323-465e-4a5e-9cfc-56728d4570d9 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:57:40.129758 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-ae476c1a-727c-4214-900d-f7d1235ba4f8 None None] Provisioning complete for port 4e853323-465e-4a5e-9cfc-56728d4570d9 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:57:40.134648 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ae476c1a-727c-4214-900d-f7d1235ba4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:40.166729 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-ae476c1a-727c-4214-900d-f7d1235ba4f8 None None] Port 4e853323-465e-4a5e-9cfc-56728d4570d9 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 06:57:40.258298 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e853323-465e-4a5e-9cfc-56728d4570d9 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:57:40.265813 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:40.277228 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Transition to ACTIVE for port object 4e853323-465e-4a5e-9cfc-56728d4570d9 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 06:57:40.359518 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:40.361467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-037d821f-c028-4841-9189-ca2fb50ef25a tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:40.406462 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Pushing event updated for resources: {'Port': ['ID=4e853323-465e-4a5e-9cfc-56728d4570d9,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:40.410814 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:40.481796 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Attempting to bind port 4e853323-465e-4a5e-9cfc-56728d4570d9 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 06:57:40.482217 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Attempting to bind port 4e853323-465e-4a5e-9cfc-56728d4570d9 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 06:57:40.482552 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Attempting to bind port 4e853323-465e-4a5e-9cfc-56728d4570d9 on network c42871d8-e1d8-4c3e-9434-390214e0f8e0 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:57:40.487282 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Port 4e853323-465e-4a5e-9cfc-56728d4570d9 on network c42871d8-e1d8-4c3e-9434-390214e0f8e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 06:57:40.487872 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Attempting to bind port 4e853323-465e-4a5e-9cfc-56728d4570d9 on network c42871d8-e1d8-4c3e-9434-390214e0f8e0 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 06:57:40.492848 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 6, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 06:57:40.493214 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Checking segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 06:57:40.493593 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Bound using segment: {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 06:57:40.494015 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Bound port: 4e853323-465e-4a5e-9cfc-56728d4570d9, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f631a02-7bcf-4460-a382-cc0b233b852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 06:57:40.494366 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:40.554450 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0b39a-852e-485e-b252-9b3014333f4d req-9f3d9ff1-f58f-42ba-83d0-493d6c24fb7f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:40.562610 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b7c0b39a-852e-485e-b252-9b3014333f4d req-9f3d9ff1-f58f-42ba-83d0-493d6c24fb7f tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 944 time: 0.0719507 Jun 24 06:57:40.570190 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] For port 4e853323-465e-4a5e-9cfc-56728d4570d9, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 06:57:40.573480 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] For port 4e853323-465e-4a5e-9cfc-56728d4570d9, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=4e853323-465e-4a5e-9cfc-56728d4570d9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 06:57:40.596033 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b7c0b39a-852e-485e-b252-9b3014333f4d req-00ddfdb2-2126-4c6d-8fa8-90d2d11fa850 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=8546c97e-6801-45c4-86f9-b1176845a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jun 24 06:57:40.651847 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:40.654775 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-da25af99-4c72-43f8-87b0-c8e929d3eb04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:40.687612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:40.688215 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:40.690156 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] 10.222.0.21 "PUT /v2.0/ports/4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 1094 time: 0.7652824 Jun 24 06:57:40.692460 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'tag': '4e853323-465e-4a5e-9cfc-56728d4570d9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:57:40.695688 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3891e4f9-dc2a-4c9c-ad1e-9e627370e160" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbdfd46-5208-45f5-ad45-5cb403bab09a", "tag": "4e853323-465e-4a5e-9cfc-56728d4570d9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:57:40.723616 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Pushing event updated for resources: {'Port': ['ID=4e853323-465e-4a5e-9cfc-56728d4570d9,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:40.728363 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:40.743245 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7bc6a-a1f7-4fe6-8ded-4fd05c348f04 x-openstack-request-id: req-97e7bc6a-a1f7-4fe6-8ded-4fd05c348f04 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:57:40.743573 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbdfd46-5208-45f5-ad45-5cb403bab09a", "tag": "4e853323-465e-4a5e-9cfc-56728d4570d9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:57:40.743886 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97e7bc6a-a1f7-4fe6-8ded-4fd05c348f04 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:57:40.744379 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'tag': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'status': 'completed', 'code': 200} Jun 24 06:57:40.819326 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891e4f9-dc2a-4c9c-ad1e-9e627370e160 req-034d71b1-0696-4543-b237-462ea204414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:40.820849 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3891e4f9-dc2a-4c9c-ad1e-9e627370e160 req-034d71b1-0696-4543-b237-462ea204414b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1097 time: 0.0537207 Jun 24 06:57:40.919799 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891e4f9-dc2a-4c9c-ad1e-9e627370e160 req-d217305b-feda-4751-9d25-251022960905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:40.921352 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3891e4f9-dc2a-4c9c-ad1e-9e627370e160 req-d217305b-feda-4751-9d25-251022960905 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0929182 Jun 24 06:57:41.008759 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891e4f9-dc2a-4c9c-ad1e-9e627370e160 req-92c8e240-1f5c-4784-9750-bc48135fbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:41.010122 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3891e4f9-dc2a-4c9c-ad1e-9e627370e160 req-92c8e240-1f5c-4784-9750-bc48135fbe4c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0831685 Jun 24 06:57:41.102422 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-fd0e7f91-bfb4-4929-8e82-98a6be47f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:41.103870 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-fd0e7f91-bfb4-4929-8e82-98a6be47f1d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1097 time: 0.0551679 Jun 24 06:57:41.145441 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-96d64fef-58a3-45a5-8df0-59758b8a9545 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 217 time: 0.0331683 Jun 24 06:57:41.191639 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-cf28d047-f47c-42ab-811b-05e0b93ae552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:41.192946 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-cf28d047-f47c-42ab-811b-05e0b93ae552 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0421216 Jun 24 06:57:41.254469 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-9cabc90c-a694-459f-8adc-481029c1944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:41.255910 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-9cabc90c-a694-459f-8adc-481029c1944c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562456 Jun 24 06:57:41.342780 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-6bd1407a-ec84-4985-b424-3a6efff08806 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793865 Jun 24 06:57:41.431357 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-57f3ecaa-89f3-4dce-8c1b-b6975f2858aa req-6d0fdc4e-c389-4e84-a0f4-99650435edc9 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823493 Jun 24 06:57:41.768709 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922caf7-930a-4692-8bf7-27668774a2c8 req-4ae30496-14d8-463f-8ac1-763abe5729a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:41.770181 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3922caf7-930a-4692-8bf7-27668774a2c8 req-4ae30496-14d8-463f-8ac1-763abe5729a4 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 944 time: 0.0618827 Jun 24 06:57:41.806299 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3922caf7-930a-4692-8bf7-27668774a2c8 req-0411f48c-8b64-4a58-bb1e-cfbe6dc7bace tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=8546c97e-6801-45c4-86f9-b1176845a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305977 Jun 24 06:57:42.671712 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 4e853323-465e-4a5e-9cfc-56728d4570d9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 06:57:42.768158 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 4e853323-465e-4a5e-9cfc-56728d4570d9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=4e853323-465e-4a5e-9cfc-56728d4570d9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:57:42.779227 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'port_id': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'mac_address': 'fa:16:3e:ee:8a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 06:57:42.818305 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:42.831796 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e853323-465e-4a5e-9cfc-56728d4570d9 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 06:57:42.851055 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 4e853323-465e-4a5e-9cfc-56728d4570d9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=4e853323-465e-4a5e-9cfc-56728d4570d9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:57:42.909685 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:42.911649 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-18d2eb38-a325-4177-bffa-ec5d367d540e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:42.960839 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=4e853323-465e-4a5e-9cfc-56728d4570d9,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:42.968389 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.968738 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.969096 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.969437 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.969772 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.970104 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.970429 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.970797 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.971120 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.971441 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.971761 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.972081 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:57:42.976848 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:42.988749 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbcedf-85af-4407-aebd-96a1b3c32d48 req-cc326c9b-9592-43e5-a385-4c9171c2e1cc tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:42.990228 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-70bbcedf-85af-4407-aebd-96a1b3c32d48 req-cc326c9b-9592-43e5-a385-4c9171c2e1cc tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 945 time: 0.0691454 Jun 24 06:57:43.027218 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-70bbcedf-85af-4407-aebd-96a1b3c32d48 req-6f1a7594-2c84-4a94-b212-648c58acb978 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=8546c97e-6801-45c4-86f9-b1176845a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Jun 24 06:57:43.145297 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['4e853323-465e-4a5e-9cfc-56728d4570d9'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 06:57:44.197697 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86018c-95ad-4b17-8324-02c26e7e7a6b req-83844fcd-5084-406c-b7bf-91368eafbd06 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:44.199151 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dd86018c-95ad-4b17-8324-02c26e7e7a6b req-83844fcd-5084-406c-b7bf-91368eafbd06 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 945 time: 0.0658615 Jun 24 06:57:44.236138 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dd86018c-95ad-4b17-8324-02c26e7e7a6b req-0f8c4ff1-5703-40c5-b1af-33c5b88634cc tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=8546c97e-6801-45c4-86f9-b1176845a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304830 Jun 24 06:57:44.692328 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 4e853323-465e-4a5e-9cfc-56728d4570d9 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 06:57:44.807184 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 4e853323-465e-4a5e-9cfc-56728d4570d9 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 06:57:44.811691 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 4e853323-465e-4a5e-9cfc-56728d4570d9 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 06:57:44.812073 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:44.888349 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:44.909745 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e853323-465e-4a5e-9cfc-56728d4570d9'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:57:44.912024 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6730b8f-6596-46c0-9b93-2fcff4c494b3" -d '{"events": [{"server_uuid": "9dbdfd46-5208-45f5-ad45-5cb403bab09a", "name": "network-vif-plugged", "status": "completed", "tag": "4e853323-465e-4a5e-9cfc-56728d4570d9"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:57:44.928468 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 4e853323-465e-4a5e-9cfc-56728d4570d9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=4e853323-465e-4a5e-9cfc-56728d4570d9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:57:44.995892 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:44.998196 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:57:45.001165 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b275a9f-7a7d-498d-8e29-7a340c535b81 x-openstack-request-id: req-4b275a9f-7a7d-498d-8e29-7a340c535b81 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:57:45.001462 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbdfd46-5208-45f5-ad45-5cb403bab09a", "name": "network-vif-plugged", "status": "completed", "tag": "4e853323-465e-4a5e-9cfc-56728d4570d9", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:57:45.001766 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b275a9f-7a7d-498d-8e29-7a340c535b81 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:57:45.002153 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'code': 200} Jun 24 06:57:45.047263 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=4e853323-465e-4a5e-9cfc-56728d4570d9,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:57:45.050145 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:57:45.348899 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5630-0f43-4309-85fb-73e35fda92af req-09cc2542-7f31-4427-ba12-6bf9a3102b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:45.351617 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a05c5630-0f43-4309-85fb-73e35fda92af req-09cc2542-7f31-4427-ba12-6bf9a3102b40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1099 time: 0.0531771 Jun 24 06:57:45.392751 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a05c5630-0f43-4309-85fb-73e35fda92af req-595b545f-34aa-4be5-916b-b9be1df9c6f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8546c97e-6801-45c4-86f9-b1176845a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335290 Jun 24 06:57:45.415366 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8d10-2d72-4617-a335-7615a9a467d6 req-b4878b05-fd59-4aa5-a557-bdb0d9b2fe05 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:45.416812 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6def8d10-2d72-4617-a335-7615a9a467d6 req-b4878b05-fd59-4aa5-a557-bdb0d9b2fe05 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 946 time: 0.0641098 Jun 24 06:57:45.456137 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-6def8d10-2d72-4617-a335-7615a9a467d6 req-f31a4673-2553-40c7-81d4-779aeaa0264a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=8546c97e-6801-45c4-86f9-b1176845a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Jun 24 06:57:46.629662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f788ecf-51f5-44ca-8d83-16d00fe45ef0 req-d1b36a77-52c8-4cd7-bff2-e715e1a9d255 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:46.631107 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5f788ecf-51f5-44ca-8d83-16d00fe45ef0 req-d1b36a77-52c8-4cd7-bff2-e715e1a9d255 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 946 time: 0.0623918 Jun 24 06:57:46.666893 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5f788ecf-51f5-44ca-8d83-16d00fe45ef0 req-7f04c0ea-25d9-436f-8fb8-608374549074 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=8546c97e-6801-45c4-86f9-b1176845a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302439 Jun 24 06:57:46.836829 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee379fe-1502-4934-8a27-bf4866262baf req-2855426d-29a9-4c20-9e97-ca063cc1f751 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:46.838281 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0ee379fe-1502-4934-8a27-bf4866262baf req-2855426d-29a9-4c20-9e97-ca063cc1f751 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 946 time: 0.0694983 Jun 24 06:57:46.847378 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 48176) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:57:46.851812 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Request body: {'floatingip': {'port_id': '4e853323-465e-4a5e-9cfc-56728d4570d9'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 06:57:46.890376 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:47.322688 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:47.373036 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:47.470922 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Floating IP d4b2f075-7234-447c-af60-ed3295ec1018 associated. External IP: 172.27.2.81, port: 4e853323-465e-4a5e-9cfc-56728d4570d9. Jun 24 06:57:47.664315 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Router 2ed05877-c52c-4fa4-b663-0840042c0dd7 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:57:47.765432 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:57:47.770251 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:47.774691 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] Sync routers for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:57:47.785186 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:57:47.785801 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:57:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:57:47.806638 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-0d368808-df0a-47bf-bec5-8694f6bd4427 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "PUT /v2.0/floatingips/d4b2f075-7234-447c-af60-ed3295ec1018 HTTP/1.1" status: 200 len: 991 time: 0.9582233 Jun 24 06:57:47.807283 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'tag': '4e853323-465e-4a5e-9cfc-56728d4570d9'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:57:47.809733 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3489d4f-daca-45fa-889d-f299cea739e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbdfd46-5208-45f5-ad45-5cb403bab09a", "tag": "4e853323-465e-4a5e-9cfc-56728d4570d9"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:57:47.895062 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:57:48.112690 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'd4b2f075-7234-447c-af60-ed3295ec1018', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'port_id': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'mac_address': 'fa:16:3e:ee:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:57:35Z', 'updated_at': '2021-06-24T06:57:47Z', 'revision_number': 1, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:57:48.140924 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] Checking router: 2ed05877-c52c-4fa4-b663-0840042c0dd7 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:57:48.148971 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:57:48.149612 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:57:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:57:48.250653 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:57:48.341852 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-c2e0a51f-063c-4ce6-8877-cd8419d1733a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491402 Jun 24 06:57:48.433295 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-6b402a6a-2d5f-4462-9cdd-f08844a0043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:48.434848 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-6b402a6a-2d5f-4462-9cdd-f08844a0043b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb6fb89a48a45458c80183938725323&device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 1099 time: 0.0507693 Jun 24 06:57:48.473619 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'd4b2f075-7234-447c-af60-ed3295ec1018', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'port_id': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'mac_address': 'fa:16:3e:ee:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:57:35Z', 'updated_at': '2021-06-24T06:57:47Z', 'revision_number': 1, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:57:48.544842 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-f7611f56-5003-416b-91c1-37c74c9f0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:48.546297 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-f7611f56-5003-416b-91c1-37c74c9f0697 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 200 len: 917 time: 0.0894845 Jun 24 06:57:48.615535 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-f28da4b3-9cea-4fac-b8d9-f8a40fb2c0f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2104ad99-6027-457d-823b-8ee2797a979f HTTP/1.1" status: 200 len: 1002 time: 0.0623038 Jun 24 06:57:48.620888 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993fa623-17f3-447f-8f89-b22d79837921 None None] The sync data for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi is: [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'd4b2f075-7234-447c-af60-ed3295ec1018', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'port_id': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'mac_address': 'fa:16:3e:ee:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T06:57:35Z', 'updated_at': '2021-06-24T06:57:47Z', 'revision_number': 1, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:57:48.665683 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-b7e0412a-3861-4547-ab15-4c49194bad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:48.667156 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-b7e0412a-3861-4547-ab15-4c49194bad9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 200 len: 855 time: 0.0451751 Jun 24 06:57:48.723203 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-11abdd1d-845f-42be-b103-3be4ab2ff019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:48.724691 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-11abdd1d-845f-42be-b103-3be4ab2ff019 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d40935-d872-4371-8e76-885424ef19ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513439 Jun 24 06:57:48.796166 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469d87e-0cef-4df7-a628-0f68489054e6 None None] New status for floating IP d4b2f075-7234-447c-af60-ed3295ec1018: ACTIVE {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 06:57:48.825062 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-f025c8ff-f57d-4208-9447-dedac7f0e6e8 service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929911 Jun 24 06:57:48.911827 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403b261e-f9c6-4cd5-a49f-e02f0a0b2461 req-f7b765f2-8502-4cf1-bb41-7757602334bc service neutron] 10.222.0.21 "GET /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805275 Jun 24 06:57:48.938502 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 06:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a218a4-dfb5-488e-b8e7-62213a34aa30 x-openstack-request-id: req-24a218a4-dfb5-488e-b8e7-62213a34aa30 {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:57:48.948203 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbdfd46-5208-45f5-ad45-5cb403bab09a", "tag": "4e853323-465e-4a5e-9cfc-56728d4570d9", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:57:48.948203 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24a218a4-dfb5-488e-b8e7-62213a34aa30 {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:57:48.948203 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'tag': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'status': 'completed', 'code': 200} Jun 24 06:57:49.014580 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-6a7c2974-8552-43b7-9623-256056abaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:49.016085 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-6a7c2974-8552-43b7-9623-256056abaec6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1099 time: 0.0536153 Jun 24 06:57:49.113398 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-6f400abc-5597-4108-a5cb-a6d1b129a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:49.114829 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-6f400abc-5597-4108-a5cb-a6d1b129a51b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0924234 Jun 24 06:57:49.186085 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-48a2db21-2d80-4b6e-9bb3-1d78fa16ac53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 1001 time: 0.0632398 Jun 24 06:57:49.236113 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-0252f262-d52b-40e6-9f8b-7299908bce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:49.237891 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-0252f262-d52b-40e6-9f8b-7299908bce1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0456495 Jun 24 06:57:49.292904 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-3e5c998c-156a-4697-866f-e77f8d6c4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:57:49.294469 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-3e5c998c-156a-4697-866f-e77f8d6c4833 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508575 Jun 24 06:57:49.385312 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-dec253f0-66ff-46f9-85d9-fb1dc1ab033e service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842252 Jun 24 06:57:49.472770 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f3489d4f-daca-45fa-889d-f299cea739e1 req-8a0485b0-5016-4711-9487-34dca6a36210 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812945 Jun 24 06:57:55.571244 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-dbb316a1-3af7-479f-bfab-05d36f1a01bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:55.859077 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [req-451047d9-79e7-4207-a276-97a2ebc7a5ba req-1b243738-e078-4979-838a-2c4f8a2f219b service neutron] (100200) timed out ('10.222.0.15', 39928) {{(pid=100200) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 06:57:58.229474 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-32851710-5d99-4bb8-b2ee-46589ab2ffe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:58.566418 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:59.566836 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:57:59.803857 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:58:01.170597 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:05.429276 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:25.575559 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4e34bf38-8ac8-4d4b-addb-75f6124b97ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:28.217482 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-09c4efb0-a738-4103-b433-2e97daddfc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:28.555729 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:29.566007 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:31.182681 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:35.388786 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:36.802092 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:58:49.374323 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-225e42f8-f05e-4e17-af51-96ba04a8d76b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502458 Jun 24 06:58:49.449547 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-691cee3d-9152-462d-b158-60ba932b1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:58:49.450987 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-691cee3d-9152-462d-b158-60ba932b1a61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1099 time: 0.0548332 Jun 24 06:58:49.551399 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-c50b9dff-bfab-47f6-b3fc-5160b521002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:58:49.552841 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-c50b9dff-bfab-47f6-b3fc-5160b521002b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0811844 Jun 24 06:58:49.616671 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-f8ce7393-837a-4014-85be-65a190222eb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 1001 time: 0.0574486 Jun 24 06:58:49.662628 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-371bb65a-54ab-49dc-8591-4ea68d7504d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:58:49.663893 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-371bb65a-54ab-49dc-8591-4ea68d7504d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0414126 Jun 24 06:58:49.719130 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-de098349-f1dc-4431-8d12-bd8d0a225b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:58:49.720523 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-de098349-f1dc-4431-8d12-bd8d0a225b1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506849 Jun 24 06:58:49.810660 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-47498282-55fc-45b3-9221-91344531e8ce service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835974 Jun 24 06:58:49.895793 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7dd0e125-3113-4d41-a9c9-652fd347c6a8 req-9af9e42c-8e01-4460-9d6c-3252bbce4469 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789182 Jun 24 06:58:55.575100 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ed279b83-2e57-436a-82d7-acf5b9f0378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:58.226626 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e114d011-3014-4c3f-9db7-099d0cab5140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:58.582352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:58:59.616363 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:01.181814 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:05.410701 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:13.716218 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e223fa-e768-4a3c-9017-1c9ade8952c2 req-498327b1-ac94-4ec2-bf39-29daa87a6562 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:59:13.717605 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d5e223fa-e768-4a3c-9017-1c9ade8952c2 req-498327b1-ac94-4ec2-bf39-29daa87a6562 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 946 time: 0.0655253 Jun 24 06:59:13.754195 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d5e223fa-e768-4a3c-9017-1c9ade8952c2 req-aea7edca-79f9-438c-b2b5-5768d95f2cf1 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Jun 24 06:59:13.801444 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:59:14.040390 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54d3d6-4609-4af7-8702-790799c58887 req-321a7be2-f700-4d42-a3e3-90d40c883926 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:59:14.040390 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a54d3d6-4609-4af7-8702-790799c58887 req-321a7be2-f700-4d42-a3e3-90d40c883926 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 946 time: 0.0616705 Jun 24 06:59:14.136526 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Deleting port 2104ad99-6027-457d-823b-8ee2797a979f {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:59:14.136862 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:14.218824 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] For port 2104ad99-6027-457d-823b-8ee2797a979f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2104ad99-6027-457d-823b-8ee2797a979f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 06:59:14.219172 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:14.631453 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:14.631817 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:14.632128 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Floating IP 3e3086ee-25e2-4d5b-9e00-73c764def996 disassociated. External IP: 172.27.2.109, port: 2104ad99-6027-457d-823b-8ee2797a979f. Jun 24 06:59:14.632462 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Calling delete_port for 2104ad99-6027-457d-823b-8ee2797a979f owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:59:14.831937 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:14.835823 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-46d0e427-f0b4-463c-81bd-6780015f1853 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:59:14.860914 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event deleted for resources: {'Port': ['ID=2104ad99-6027-457d-823b-8ee2797a979f,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:59:14.872623 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.872992 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.873381 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.873742 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.874099 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.874452 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.874805 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.875152 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.875598 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.875867 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.876186 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.876531 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:14.906769 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a19cd4a9-1543-4f81-85c5-bab5099ce2e8 req-55b668d3-c61a-445b-b516-fdd3e5e0a8c6 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 210 time: 0.0328894 Jun 24 06:59:14.913456 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:59:14.983713 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Router f1d2979e-c4bd-470c-901a-8d32de01478d has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 06:59:15.085273 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 06:59:15.095410 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] Sync routers for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 06:59:15.108164 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:59:15.108795 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:58:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:59:15.132578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] No DVR routers for this DVR port 2104ad99-6027-457d-823b-8ee2797a979f on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 06:59:15.135315 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:15.137285 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a54d3d6-4609-4af7-8702-790799c58887 req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.21 "DELETE /v2.0/ports/2104ad99-6027-457d-823b-8ee2797a979f HTTP/1.1" status: 204 len: 173 time: 1.0939775 Jun 24 06:59:15.137779 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'name': 'network-vif-deleted', 'tag': '2104ad99-6027-457d-823b-8ee2797a979f'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 06:59:15.140211 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1819138e-8ebe-4a40-ba31-0bf7f740bd7e" -d '{"events": [{"server_uuid": "f175c67f-cb53-4ec2-9079-ff2e4c9f2f76", "name": "network-vif-deleted", "tag": "2104ad99-6027-457d-823b-8ee2797a979f"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 06:59:15.178504 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 06:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c55075-2c31-406b-b868-199f19dbfa72 x-openstack-request-id: req-16c55075-2c31-406b-b868-199f19dbfa72 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 06:59:15.178504 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f175c67f-cb53-4ec2-9079-ff2e4c9f2f76", "name": "network-vif-deleted", "tag": "2104ad99-6027-457d-823b-8ee2797a979f", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 06:59:15.178504 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16c55075-2c31-406b-b868-199f19dbfa72 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 06:59:15.178504 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f175c67f-cb53-4ec2-9079-ff2e4c9f2f76', 'name': 'network-vif-deleted', 'tag': '2104ad99-6027-457d-823b-8ee2797a979f', 'status': 'completed', 'code': 200} Jun 24 06:59:15.211775 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:59:15.432982 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:59:15.466606 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] Checking router: f1d2979e-c4bd-470c-901a-8d32de01478d for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 06:59:15.471860 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 06:59:15.472477 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T06:58:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:59:15.575450 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 06:59:15.771747 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 06:59:15.797463 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135af97-1e85-4970-8bde-ae3c5fac0e17 None None] The sync data for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi is: [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T06:39:24Z', 'revision_number': 4, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f35f6d6d-6687-4cac-83d7-2d20b252846b', 'name': '', 'network_id': '75d40935-d872-4371-8e76-885424ef19ba', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'mac_address': 'fa:16:3e:88:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:38Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'subnets': [{'id': '3d67e38f-202a-459f-88a2-398f5311f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 06:59:16.031192 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b45dea4-c823-447b-ad6d-e02d4cdba55d None None] New status for floating IP 3e3086ee-25e2-4d5b-9e00-73c764def996: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 06:59:16.089862 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-de5dca3b-08b0-41c1-8039-2ff46728680b req-6c39dda6-9758-4944-9553-006d6a42467c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/ports?device_id=f175c67f-cb53-4ec2-9079-ff2e4c9f2f76 HTTP/1.1" status: 200 len: 210 time: 0.0280955 Jun 24 06:59:17.300491 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 48896) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:59:17.361428 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5989ad4f-bdc6-4759-95bf-6cdce27dd65c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:17.383769 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5989ad4f-bdc6-4759-95bf-6cdce27dd65c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:17.496350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5989ad4f-bdc6-4759-95bf-6cdce27dd65c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:17.498996 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5989ad4f-bdc6-4759-95bf-6cdce27dd65c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:17.500123 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-5989ad4f-bdc6-4759-95bf-6cdce27dd65c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd5ac550-fd5f-42a5-bfd0-403a0e2ad771 HTTP/1.1" status: 204 len: 168 time: 0.1986074 Jun 24 06:59:17.500920 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6aca4186-1c8f-4f13-a09f-eb2b5b0f3b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:59:17.502900 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 48900) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:59:17.509600 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989ad4f-bdc6-4759-95bf-6cdce27dd65c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5ac550-fd5f-42a5-bfd0-403a0e2ad771,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:59:17.512667 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5989ad4f-bdc6-4759-95bf-6cdce27dd65c tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:59:17.517108 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.api.v2.resource [None req-733e8be2-5536-418c-a7dd-c8f43740697a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] show failed (client error): The resource could not be found. Jun 24 06:59:17.518145 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-733e8be2-5536-418c-a7dd-c8f43740697a tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "GET /v2.0/security-groups/bd5ac550-fd5f-42a5-bfd0-403a0e2ad771 HTTP/1.1" status: 404 len: 347 time: 0.0141971 Jun 24 06:59:17.520904 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 48902) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 06:59:17.642858 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Deleting port 7789b97f-cb0e-4282-9606-faaabd1c0c90 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 06:59:17.643312 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:17.727042 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:17.727267 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:17.738606 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Calling delete_port for 7789b97f-cb0e-4282-9606-faaabd1c0c90 owned by network:floatingip {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 06:59:17.952963 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:17.955444 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 06:59:17.978372 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Pushing event deleted for resources: {'Port': ['ID=7789b97f-cb0e-4282-9606-faaabd1c0c90,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 06:59:17.989831 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.990262 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.990646 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.990999 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.991833 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.991833 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.992090 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.992448 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.992792 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.993193 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.993713 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:17.993981 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 06:59:18.000092 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 06:59:18.060974 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks [] for floatingip, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:18.063923 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:18.065194 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] 10.222.0.15 "DELETE /v2.0/floatingips/3e3086ee-25e2-4d5b-9e00-73c764def996 HTTP/1.1" status: 204 len: 168 time: 0.5433002 Jun 24 06:59:19.167658 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 2104ad99-6027-457d-823b-8ee2797a979f no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 06:59:19.188049 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 2104ad99-6027-457d-823b-8ee2797a979f {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 06:59:19.188405 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 2104ad99-6027-457d-823b-8ee2797a979f not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 06:59:25.574398 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5e58-bcda-48d3-b788-e184d180201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:28.210186 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-1fce2cdf-5fa3-494a-b38e-cced4dfd892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:28.586752 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:29.619743 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:31.185576 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:35.409942 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:50.335103 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-50a00a0f-cc8d-4596-9754-d6de26670675 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503659 Jun 24 06:59:50.430099 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-b1af94db-b8d2-47e8-9980-e93b4aa90967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:59:50.432124 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-b1af94db-b8d2-47e8-9980-e93b4aa90967 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1099 time: 0.0549250 Jun 24 06:59:50.534998 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-00654809-9890-4b0a-aba1-fffc9a9ea1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:59:50.536429 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-00654809-9890-4b0a-aba1-fffc9a9ea1d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0840900 Jun 24 06:59:50.603817 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-b4b02546-5c8f-478f-b0ad-b6cc283f69b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 1001 time: 0.0581896 Jun 24 06:59:50.647197 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-ad57969e-17ad-4021-83f2-b0ef3c92e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:59:50.648559 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-ad57969e-17ad-4021-83f2-b0ef3c92e067 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0412438 Jun 24 06:59:50.701945 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-24af0f8f-adea-4a7d-92a0-f2868965c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 06:59:50.703342 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-24af0f8f-adea-4a7d-92a0-f2868965c9eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489395 Jun 24 06:59:50.714404 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-38c99527-254d-4b73-ab8a-756ffcf1228a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 06:59:50.715290 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-38c99527-254d-4b73-ab8a-756ffcf1228a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053473 Jun 24 06:59:50.800119 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 06:59:50.802133 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-29d3a09f-8cfc-451c-b20b-2c2d0b56e3ed service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807531 Jun 24 06:59:50.892429 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-99df40ce-1a65-4c68-833c-dba5df48ffce req-32b01f69-3e95-4470-9b33-1d060098e066 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843506 Jun 24 06:59:55.586668 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-2b97ab87-cd00-43a5-876e-4a32edfafd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:58.215466 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-cac297a8-6cdf-4bd9-9da5-facb3cb49856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:58.590547 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 06:59:59.592208 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:01.184376 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:05.443104 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:25.579752 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9b313c09-6dd4-4b9f-93bc-480d511bd35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:27.799381 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:00:28.263888 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d74c2260-786c-47f0-8e1c-bd9813ae3c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:28.579843 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:29.646801 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:31.191066 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:35.435623 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:50.407539 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-80999156-bc66-4a79-a803-3c4b7a23398a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953026 Jun 24 07:00:50.500309 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-8b524968-5cc8-408a-8a72-fc1ede39f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:00:50.501772 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-8b524968-5cc8-408a-8a72-fc1ede39f374 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1099 time: 0.0508726 Jun 24 07:00:50.601940 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-0c524849-7384-49e9-b103-2d78eb0ef9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:00:50.603360 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-0c524849-7384-49e9-b103-2d78eb0ef9c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0820646 Jun 24 07:00:50.670032 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-7b84f639-d131-4aef-afa0-b581e43a0c95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 1001 time: 0.0604947 Jun 24 07:00:50.717629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-50ad72a9-9cc1-431f-a038-2728ff1ce60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:00:50.719124 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-50ad72a9-9cc1-431f-a038-2728ff1ce60f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0434933 Jun 24 07:00:50.776233 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-9ebcb277-a968-48bf-9af1-9a05a049774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:00:50.777735 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-9ebcb277-a968-48bf-9af1-9a05a049774e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528193 Jun 24 07:00:50.866515 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-3aa89b4b-5da3-4df3-9d3c-b017062ec184 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822964 Jun 24 07:00:50.956667 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bb49048d-cb98-4925-afdc-e179ef0d518a req-e730a105-17bd-498e-b3aa-44c5e64e2ae0 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838654 Jun 24 07:00:55.583610 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-8b940995-3ba3-45e9-ab85-ec8b5527e7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:58.230398 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-810e37d2-9d13-4774-856b-16b52fa378f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:58.583407 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:00:59.601933 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:01.207630 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:04.797314 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:01:05.498665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:25.601030 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a10f3213-8fd1-456f-92be-a7badbb751bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:28.239847 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-736a3296-3261-4749-a792-c7d6c1bba460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:28.582582 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:29.589153 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:31.183279 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:35.467587 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:41.796259 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:01:51.340411 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-586ce20f-6ee7-4bc2-9f6b-fba626a8ebb8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516849 Jun 24 07:01:51.431380 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-24ba87a8-d2d8-4dcb-be5e-a0519d72eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:01:51.432794 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-24ba87a8-d2d8-4dcb-be5e-a0519d72eca2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1099 time: 0.0498402 Jun 24 07:01:51.537803 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-122e9bbb-5f4d-4254-bc84-7daa40222cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:01:51.539254 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-122e9bbb-5f4d-4254-bc84-7daa40222cf3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0865934 Jun 24 07:01:51.603223 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-9c951d66-215f-42e7-b1b1-59fe15857970 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 1001 time: 0.0558133 Jun 24 07:01:51.649429 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-f0151bc9-9275-4891-9135-4f0041e937a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:01:51.650778 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-f0151bc9-9275-4891-9135-4f0041e937a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0412083 Jun 24 07:01:51.709205 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-df2d4673-e137-4c22-96f3-c5ff75d892a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:01:51.710705 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-df2d4673-e137-4c22-96f3-c5ff75d892a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529964 Jun 24 07:01:51.798941 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-df3d202b-5538-410e-a6c7-749f9fb2c957 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811384 Jun 24 07:01:51.891532 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-924bbb78-2a67-46a3-bbc5-fd1848444443 req-4e4b837b-b86d-4390-b106-d30615148668 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868022 Jun 24 07:01:55.577224 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-594ed443-342f-43ab-a6e4-dbe4bab18630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:58.217278 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-947ed89a-378e-4136-8e92-5d6d460dd94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:58.565962 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:01:59.594349 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:01.194282 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:05.508298 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:18.794534 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:02:25.593632 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ec899d0a-775e-4a31-bf8f-bfbf934d41ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:28.210701 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c6d9418f-8c74-4493-8e16-ac917b727b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:28.587791 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:29.622390 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:31.210764 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:35.558764 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:53.334768 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66914400-0d09-4993-aba4-233a3b3e8153 req-94931c68-cd6f-43cd-a608-5a3a7cc9d481 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549107 Jun 24 07:02:53.476448 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914400-0d09-4993-aba4-233a3b3e8153 req-d20d5b62-2ed9-4c61-b09b-7942d051405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:02:53.476448 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66914400-0d09-4993-aba4-233a3b3e8153 req-d20d5b62-2ed9-4c61-b09b-7942d051405d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1099 time: 0.0509810 Jun 24 07:02:53.536795 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914400-0d09-4993-aba4-233a3b3e8153 req-9f2ee3dc-46e0-408c-9ac5-418587ee82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:02:53.538248 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66914400-0d09-4993-aba4-233a3b3e8153 req-9f2ee3dc-46e0-408c-9ac5-418587ee82ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0895150 Jun 24 07:02:53.603949 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66914400-0d09-4993-aba4-233a3b3e8153 req-f44be25b-88fe-4355-a411-17fd0e2b8fad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 1001 time: 0.0591052 Jun 24 07:02:53.652078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914400-0d09-4993-aba4-233a3b3e8153 req-b5de4ab5-3002-43d0-912e-f7d9653c471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:02:53.657731 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66914400-0d09-4993-aba4-233a3b3e8153 req-b5de4ab5-3002-43d0-912e-f7d9653c471f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0434852 Jun 24 07:02:53.718525 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914400-0d09-4993-aba4-233a3b3e8153 req-d5d558b9-d33c-4db3-89ac-e78f1f7bf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:02:53.720739 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66914400-0d09-4993-aba4-233a3b3e8153 req-d5d558b9-d33c-4db3-89ac-e78f1f7bf6ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603564 Jun 24 07:02:53.810185 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66914400-0d09-4993-aba4-233a3b3e8153 req-ab1fdda7-fda4-49cc-b31c-bdc91bdba387 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829782 Jun 24 07:02:53.896468 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-66914400-0d09-4993-aba4-233a3b3e8153 req-3f23daf6-3e8a-43e2-bfa0-db6012a9ea20 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793567 Jun 24 07:02:55.570077 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c45f6474-cffc-4457-ba6f-767911ee23b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:55.793893 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:02:58.204373 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-786104a0-672f-4dc7-b062-32b59e4f17d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:58.608838 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:02:59.627152 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:01.209936 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:05.552697 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:25.551693 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d39e1d03-2840-423b-9b82-e3ccd70db214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:28.259116 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-703759da-7397-42e2-bbf1-b278a9c12b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:28.592247 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:29.637720 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:31.260520 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:32.792268 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:03:35.573708 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:54.342799 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-5d193605-3090-49ff-b858-4354e56f00c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564191 Jun 24 07:03:54.434204 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-cd63f8c8-5c7e-412f-b817-36d7a1df4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:03:54.435627 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-cd63f8c8-5c7e-412f-b817-36d7a1df4b98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 1099 time: 0.0495768 Jun 24 07:03:54.533612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-bef34eb7-1371-4964-9e36-4b69097350ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:03:54.535271 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-bef34eb7-1371-4964-9e36-4b69097350ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 200 len: 911 time: 0.0803292 Jun 24 07:03:54.604034 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-4caaacd0-a332-42b6-8996-338d253896b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 200 len: 1001 time: 0.0616522 Jun 24 07:03:54.658082 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-b6d9e86c-f5ef-48d8-8c26-deeb25396ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:03:54.659474 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-b6d9e86c-f5ef-48d8-8c26-deeb25396ade service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 200 len: 849 time: 0.0497370 Jun 24 07:03:54.714380 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-74209590-a106-4ccc-aa55-e3aa54277527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:03:54.715841 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-74209590-a106-4ccc-aa55-e3aa54277527 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42871d8-e1d8-4c3e-9434-390214e0f8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494254 Jun 24 07:03:54.804796 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-aa2661ed-ae0b-4154-ae64-1a75041c0050 service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828376 Jun 24 07:03:54.891655 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-734a2250-767c-4ab2-8fd8-cb68c2e29ed1 req-e68f203a-999f-40b6-858b-a7f17bd369bb service neutron] 10.222.0.21 "GET /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799153 Jun 24 07:03:55.585245 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c8e6271e-a6f0-4313-99d3-9ba832423b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:58.271207 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-01fa9bc3-f02c-4409-88d2-7125009366fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:58.579219 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:03:59.612833 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:01.225320 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:05.557114 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:09.790839 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:04:25.578958 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd940-bbae-494e-84f1-c173acdec3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:27.965844 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b81c43-6c83-4f03-b7dd-478397ccbb4b req-d9129f09-553c-4c06-9cf6-8a9c55c94511 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:04:27.967348 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c6b81c43-6c83-4f03-b7dd-478397ccbb4b req-d9129f09-553c-4c06-9cf6-8a9c55c94511 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 946 time: 0.1367047 Jun 24 07:04:28.004464 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c6b81c43-6c83-4f03-b7dd-478397ccbb4b req-8dcd4f78-f9dd-4360-aef7-c84266d80ffc tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups?id=8546c97e-6801-45c4-86f9-b1176845a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Jun 24 07:04:28.228587 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331793-e2be-4271-b376-d5f69c3be026 req-11f02c78-7381-4c9c-b099-00c20a783d98 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:04:28.230188 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d0331793-e2be-4271-b376-d5f69c3be026 req-11f02c78-7381-4c9c-b099-00c20a783d98 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 946 time: 0.0645967 Jun 24 07:04:28.241576 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a38a14a2-e36f-4c56-8dd8-5478209f7f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:28.323949 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Deleting port 4e853323-465e-4a5e-9cfc-56728d4570d9 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:04:28.324283 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:28.411804 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] For port 4e853323-465e-4a5e-9cfc-56728d4570d9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=4e853323-465e-4a5e-9cfc-56728d4570d9,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:04:28.412155 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:28.578958 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:28.579330 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:28.579640 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Floating IP d4b2f075-7234-447c-af60-ed3295ec1018 disassociated. External IP: 172.27.2.81, port: 4e853323-465e-4a5e-9cfc-56728d4570d9. Jun 24 07:04:28.580076 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Calling delete_port for 4e853323-465e-4a5e-9cfc-56728d4570d9 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:04:28.584720 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:28.790550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:28.794390 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4d3c8b51-ada1-4e94-98aa-ecf61c853e8b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:04:28.819272 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event deleted for resources: {'Port': ['ID=4e853323-465e-4a5e-9cfc-56728d4570d9,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:04:28.830715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.831084 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.831442 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.831798 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.832146 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.832488 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.832832 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.833201 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.833543 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.833883 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.834217 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.834571 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:28.858984 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:04:28.940944 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Router 2ed05877-c52c-4fa4-b663-0840042c0dd7 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:04:29.045327 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:04:29.056525 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] Sync routers for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:04:29.065328 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:04:29.065955 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:04:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:04:29.093623 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] No DVR routers for this DVR port 4e853323-465e-4a5e-9cfc-56728d4570d9 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:04:29.096078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:29.098198 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d0331793-e2be-4271-b376-d5f69c3be026 req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.21 "DELETE /v2.0/ports/4e853323-465e-4a5e-9cfc-56728d4570d9 HTTP/1.1" status: 204 len: 173 time: 0.8624382 Jun 24 07:04:29.098698 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'name': 'network-vif-deleted', 'tag': '4e853323-465e-4a5e-9cfc-56728d4570d9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:04:29.102064 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bd0c57-8bab-48bb-aee0-e84ee5f055a9" -d '{"events": [{"server_uuid": "9dbdfd46-5208-45f5-ad45-5cb403bab09a", "name": "network-vif-deleted", "tag": "4e853323-465e-4a5e-9cfc-56728d4570d9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:04:29.204790 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:04:29.235881 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c2ca44d4-bf1f-41d9-93e1-870d22d03849 req-54d70630-0a1f-4c1a-8aaa-fed6d914b872 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbdfd46-5208-45f5-ad45-5cb403bab09a HTTP/1.1" status: 200 len: 210 time: 0.1132410 Jun 24 07:04:29.421797 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:04:29.447511 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] Checking router: 2ed05877-c52c-4fa4-b663-0840042c0dd7 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:04:29.455960 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:04:29.456582 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:04:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:04:29.573613 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:04:29.614118 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:29.900957 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:04:29.926976 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3fe1-11e3-41d2-bce0-b9d75f9793a3 None None] The sync data for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi is: [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '7746b247-e62a-472b-b19d-11c70318c87a', 'name': '', 'network_id': 'c42871d8-e1d8-4c3e-9434-390214e0f8e0', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'mac_address': 'fa:16:3e:c4:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:19Z', 'updated_at': '2021-06-24T06:39:30Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'subnets': [{'id': 'e1e5a473-276a-4821-8821-5a2981ad74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:04:30.129910 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a143d90-13e9-4135-ae7a-41a0926fb8e5 None None] New status for floating IP d4b2f075-7234-447c-af60-ed3295ec1018: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:04:30.241481 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe9a70e-4dd1-40c1-b5e0-2feb8cd7f727 x-openstack-request-id: req-afe9a70e-4dd1-40c1-b5e0-2feb8cd7f727 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:04:30.241952 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbdfd46-5208-45f5-ad45-5cb403bab09a", "name": "network-vif-deleted", "tag": "4e853323-465e-4a5e-9cfc-56728d4570d9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:04:30.243277 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afe9a70e-4dd1-40c1-b5e0-2feb8cd7f727 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:04:30.243719 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbdfd46-5208-45f5-ad45-5cb403bab09a', 'name': 'network-vif-deleted', 'tag': '4e853323-465e-4a5e-9cfc-56728d4570d9', 'status': 'completed', 'code': 200} Jun 24 07:04:30.418767 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 51432) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:04:30.476411 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-13a847c9-c133-48a3-88e8-03978acdd766 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:30.498596 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-13a847c9-c133-48a3-88e8-03978acdd766 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:30.617947 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-13a847c9-c133-48a3-88e8-03978acdd766 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:30.620588 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-13a847c9-c133-48a3-88e8-03978acdd766 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:30.621767 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-13a847c9-c133-48a3-88e8-03978acdd766 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "DELETE /v2.0/security-groups/8546c97e-6801-45c4-86f9-b1176845a4b6 HTTP/1.1" status: 204 len: 168 time: 0.2020316 Jun 24 07:04:30.623210 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-22c4d4db-9813-41a1-bdef-5d0cd3e81a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:04:30.625017 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 51436) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:04:30.632228 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a847c9-c133-48a3-88e8-03978acdd766 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8546c97e-6801-45c4-86f9-b1176845a4b6,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:04:30.635937 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-13a847c9-c133-48a3-88e8-03978acdd766 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:04:30.639473 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.api.v2.resource [None req-077d101b-72a7-49c5-af8f-b0d19d72fbf3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] show failed (client error): The resource could not be found. Jun 24 07:04:30.640342 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-077d101b-72a7-49c5-af8f-b0d19d72fbf3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "GET /v2.0/security-groups/8546c97e-6801-45c4-86f9-b1176845a4b6 HTTP/1.1" status: 404 len: 347 time: 0.0142252 Jun 24 07:04:30.643195 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 51440) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:04:30.769862 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Deleting port 78480f27-8592-4409-b479-e6956724f34f {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:04:30.770169 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:31.067285 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:31.067615 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:31.079258 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Calling delete_port for 78480f27-8592-4409-b479-e6956724f34f owned by network:floatingip {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:04:31.241415 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:31.280192 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:31.282393 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:04:31.306408 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Pushing event deleted for resources: {'Port': ['ID=78480f27-8592-4409-b479-e6956724f34f,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:04:31.334425 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.334735 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.335097 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.335461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.336500 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.337137 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.337506 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.337860 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.338215 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.338565 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.338912 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.339256 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:04:31.358024 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:04:31.375964 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks [] for floatingip, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:31.378531 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:31.379724 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] 10.222.0.15 "DELETE /v2.0/floatingips/d4b2f075-7234-447c-af60-ed3295ec1018 HTTP/1.1" status: 204 len: 168 time: 0.7356269 Jun 24 07:04:32.576172 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 4e853323-465e-4a5e-9cfc-56728d4570d9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:04:32.598762 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 4e853323-465e-4a5e-9cfc-56728d4570d9 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:04:32.599121 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 4e853323-465e-4a5e-9cfc-56728d4570d9 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:04:35.578663 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:46.789617 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:04:55.583759 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bbca7836-7923-414d-a7d4-5cfd374bc529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:58.240555 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9c34d4ef-4e74-46ae-ad31-17c5b25ba071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:58.612502 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:04:59.656811 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:01.194959 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:05.588765 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:23.788933 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:05:25.582847 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bda59bcc-5987-4ccf-935d-c04ccedfc9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:28.267563 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-755813e5-f0e0-4441-ba74-cd9be05742be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:28.577205 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:29.627698 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:31.216781 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:35.598414 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:55.581856 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-150b7b2d-25c0-4e2f-8bc9-c4f062df1931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:58.221856 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0f73-de06-4b22-a66f-65e513c7b8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:58.627649 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:05:59.643732 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:00.786799 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:06:01.233266 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:05.639176 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:25.598443 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-fd99df68-e235-46e7-93e9-3e1d9235aa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:28.227254 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-2116c4fe-8397-4c65-96b9-ff48eadaaaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:28.604113 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:29.643749 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:31.220664 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:35.633449 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:37.785179 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:06:55.603259 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d2f96090-96c1-491f-af4b-e95f07ed148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:58.237596 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7598f03d-c9ec-4fd1-8a0c-029055a0f4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:58.597243 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:06:59.637276 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:01.254413 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:05.625628 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:14.783144 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:07:25.590765 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0e9316e2-139b-41d5-8104-32b29f0bcfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:28.253721 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ccdc524e-2ff1-476e-9c22-95972eece219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:28.567698 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:29.630657 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:31.236385 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:35.619110 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:51.782997 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:07:55.601452 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5d749156-2a84-4526-8e4e-3ca9b8692207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:58.240117 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4af21342-e14b-4fd2-9099-b23b773ac772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:58.584027 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:07:59.624508 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:01.235465 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:05.698407 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:25.583126 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-dbcd88b1-adad-4839-a06a-771535a61cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:28.235078 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-063d20a9-f032-4445-9ac3-849b1d25f208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:28.628821 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:28.780812 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:08:29.657887 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:31.252251 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:35.645883 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:55.609989 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f18137b9-3d13-4714-8a45-10b1ce0871c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:58.251075 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-15ff40ad-a5f1-412b-bdd3-612df7da3456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:58.588469 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:08:59.702622 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:01.255400 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:05.673563 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:05.779781 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:09:25.593349 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-754d29e4-6983-4a69-a824-c3bbc8770b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:28.267053 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-de38d6dc-f065-4be0-ad79-5a814119cb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:28.587310 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:29.678974 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:31.256363 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:35.713282 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:42.778495 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:09:55.615059 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-3b1df88b-7926-4c16-a2eb-11d2708f8577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:58.226259 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e44ef818-64d0-4c84-8e04-a9253560f8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:58.598665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:09:59.673099 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:01.254977 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:05.683573 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:19.777979 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:10:25.648559 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-af220620-b3ea-4b49-9dc1-998e428db4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:28.214339 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c4304a72-a055-4ea0-972b-022421a6133f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:28.614688 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:29.682756 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:31.254626 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:35.711263 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:55.613355 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9183a30-41c3-4b20-a291-bc263f7a99d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:56.775929 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:10:58.224941 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdff0-617d-421e-bd9e-8b1f11528bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:58.584511 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:10:59.693163 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:01.281790 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:05.727679 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:19.689731 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 54768) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:20.296431 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:20.584060 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Deleting port f35f6d6d-6687-4cac-83d7-2d20b252846b {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:11:20.584297 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:20.658130 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] For port f35f6d6d-6687-4cac-83d7-2d20b252846b, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=f35f6d6d-6687-4cac-83d7-2d20b252846b,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:11:20.658477 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:20.670199 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Calling delete_port for f35f6d6d-6687-4cac-83d7-2d20b252846b owned by network:router_interface {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:11:20.961337 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:20.963731 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4fe79f51-2cc9-435a-90ee-4581f52679fe tempest-DeleteServersTestJSON-1428695386 tempest-DeleteServersTestJSON-1428695386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:20.987101 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35f6d6d-6687-4cac-83d7-2d20b252846b,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:21.042264 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:21.163618 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:21.370425 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Router f1d2979e-c4bd-470c-901a-8d32de01478d has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:11:21.473714 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:11:21.479114 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] 10.222.0.15 "PUT /v2.0/routers/f1d2979e-c4bd-470c-901a-8d32de01478d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881775 Jun 24 07:11:21.481530 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 54784) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:21.484882 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] Sync routers for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:11:21.495060 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:11:21.495777 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:10:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:11:21.587355 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks [] for router, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:21.601543 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:11:21.778155 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T07:11:20Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:11:21.810332 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] Checking router: f1d2979e-c4bd-470c-901a-8d32de01478d for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:11:21.822748 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] Routers {'f1d2979e-c4bd-470c-901a-8d32de01478d'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:11:21.822748 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:10:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['f1d2979e-c4bd-470c-901a-8d32de01478d'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:11:21.927536 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.046635 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] Set router f1d2979e-c4bd-470c-901a-8d32de01478d gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:11:22.055473 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Deleting port 476c11be-991e-4266-afbe-0c2e54f953e9 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:11:22.056034 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.136120 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] For port 476c11be-991e-4266-afbe-0c2e54f953e9, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=476c11be-991e-4266-afbe-0c2e54f953e9,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:11:22.136472 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.152497 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Calling delete_port for 476c11be-991e-4266-afbe-0c2e54f953e9 owned by network:router_gateway {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:11:22.219969 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T07:11:20Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:11:22.245796 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fbb40-5e9a-4029-b370-a34b42ebbf47 None None] The sync data for ids ['f1d2979e-c4bd-470c-901a-8d32de01478d'] in dv-cinder-784092-10-iscsi is: [{'id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'name': 'tempest-AttachVolumeShelveTestJSON-241534378-router', 'tenant_id': 'efb6fb89a48a45458c80183938725323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:13Z', 'updated_at': '2021-06-24T07:11:20Z', 'revision_number': 5, 'project_id': 'efb6fb89a48a45458c80183938725323', 'gw_port': {'id': '476c11be-991e-4266-afbe-0c2e54f953e9', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2979e-c4bd-470c-901a-8d32de01478d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:15Z', 'updated_at': '2021-06-24T06:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:11:22.418803 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.420710 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-75ca7819-6e53-4325-a2f6-a541f909c1bc tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:22.443472 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=476c11be-991e-4266-afbe-0c2e54f953e9,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:22.447070 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:22.506927 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.605315 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.607754 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.881683 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.899055 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d2979e-c4bd-470c-901a-8d32de01478d {{(pid=100200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 07:11:22.899055 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.899055 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a48730b1-aed0-494d-af25-6b6450142b10 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f1d2979e-c4bd-470c-901a-8d32de01478d HTTP/1.1" status: 204 len: 168 time: 1.4051175 Jun 24 07:11:22.899055 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 54794) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:22.941976 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Deleting subnet 3d67e38f-202a-459f-88a2-398f5311f7b6 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:11:22.945359 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:22.992445 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.111605 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.253749 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.256176 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:23.283979 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d67e38f-202a-459f-88a2-398f5311f7b6,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:23.286222 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.288049 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3d67e38f-202a-459f-88a2-398f5311f7b6 HTTP/1.1" status: 204 len: 168 time: 0.3963106 Jun 24 07:11:23.289003 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:23.290919 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e387346-0689-4b9c-b4ed-89ebe5fe80dd None None] Network 75d40935-d872-4371-8e76-885424ef19ba requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:11:23.291522 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 54798) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:23.373372 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.413884 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 476c11be-991e-4266-afbe-0c2e54f953e9 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:11:23.431662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Deleting port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:11:23.432009 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.439451 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 476c11be-991e-4266-afbe-0c2e54f953e9 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:11:23.439806 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 476c11be-991e-4266-afbe-0c2e54f953e9 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:11:23.440233 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device f35f6d6d-6687-4cac-83d7-2d20b252846b no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:11:23.461365 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: f35f6d6d-6687-4cac-83d7-2d20b252846b {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:11:23.461648 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device f35f6d6d-6687-4cac-83d7-2d20b252846b not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:11:23.494704 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] For port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:11:23.495067 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.508093 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Calling delete_port for d8abbf12-da3e-4da9-979e-eef1a3a1bf5f owned by network:dhcp {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:11:23.545824 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] DHCP port deletion for 75d40935-d872-4371-8e76-885424ef19ba request from dv-cinder-784092-10-iscsi {{(pid=100202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 07:11:23.594291 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Deleting port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f {{(pid=100202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:11:23.600533 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.655396 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] For port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,segment=NetworkSegment(277d401c-65e2-4e6b-916c-0dac7030fc84),segment_id=277d401c-65e2-4e6b-916c-0dac7030fc84)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:11:23.655815 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.671690 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Calling delete_port for d8abbf12-da3e-4da9-979e-eef1a3a1bf5f owned by network:dhcp {{(pid=100202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:11:23.698451 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.701433 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-375b69d2-ffcd-43a2-af37-4e77bf8f4dc8 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:23.712378 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] No DVR routers for this DVR port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f on host dv-cinder-784092-10-iscsi {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:11:23.732573 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:23.756131 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.756505 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.756867 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.757259 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.757615 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.757960 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.758305 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.758654 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.758999 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.759339 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.759680 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.760017 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.763231 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:23.790398 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.793140 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:23.814699 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.820078 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Pushing event deleted for resources: {'Port': ['ID=d8abbf12-da3e-4da9-979e-eef1a3a1bf5f,revision_number=None']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:23.822782 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] No DVR routers for this DVR port d8abbf12-da3e-4da9-979e-eef1a3a1bf5f on host dv-cinder-784092-10-iscsi {{(pid=100202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:11:23.825700 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d40935-d872-4371-8e76-885424ef19ba']}} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:11:23.830406 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.832132 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.832132 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.832132 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.832449 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.832686 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.833005 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.833354 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.833678 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.833995 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.834393 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.834628 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:11:23.837780 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:23.839221 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277d401c-65e2-4e6b-916c-0dac7030fc84') {'for_net_delete': True} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:11:23.839501 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277d401c-65e2-4e6b-916c-0dac7030fc84') {} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:11:23.849879 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013072'] for segment, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.863519 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.869475 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:11:23.869859 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8494716'] for segment, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: Traceback (most recent call last): Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: timer() Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: cb(*args, **kw) Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: return func(*args, **kwargs) Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: self._notify() Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: self.callback(batched_events) Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: event.method(event) Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: return f(self, *a, **k) Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._get(url).json() Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: return self.request(url, 'GET', **kwargs) Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:11:23.871492 dv-cinder-784092-10-iscsi neutron-server[100201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:11:24.024350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:24.027899 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-06735311-9552-4ac1-bcef-0a6437930a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:24.030364 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:24.032177 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/75d40935-d872-4371-8e76-885424ef19ba HTTP/1.1" status: 204 len: 168 time: 0.7403080 Jun 24 07:11:24.043390 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Pushing event deleted for resources: {'Network': ['ID=75d40935-d872-4371-8e76-885424ef19ba,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:24.045890 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:24.475208 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 54812) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:24.514016 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-2e74d4f1-5061-42db-8bab-b984c0946e62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efb6fb89a48a45458c80183938725323&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376225 Jun 24 07:11:24.516265 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 54814) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:24.568294 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ee066726-99bc-48bf-b856-5ba1cec2d629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:24.589156 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ee066726-99bc-48bf-b856-5ba1cec2d629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:24.755538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ee066726-99bc-48bf-b856-5ba1cec2d629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:24.758384 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ee066726-99bc-48bf-b856-5ba1cec2d629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:24.759330 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-ee066726-99bc-48bf-b856-5ba1cec2d629 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3008ebe-e188-454d-9b18-bf15f9b08230 HTTP/1.1" status: 204 len: 168 time: 0.2422082 Jun 24 07:11:24.760063 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-cc233337-c4bc-4049-9448-fadfe173aa72 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:24.768262 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee066726-99bc-48bf-b856-5ba1cec2d629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3008ebe-e188-454d-9b18-bf15f9b08230,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:24.771365 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-ee066726-99bc-48bf-b856-5ba1cec2d629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:25.405053 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device d8abbf12-da3e-4da9-979e-eef1a3a1bf5f no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:11:25.424540 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: d8abbf12-da3e-4da9-979e-eef1a3a1bf5f {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:11:25.429522 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device d8abbf12-da3e-4da9-979e-eef1a3a1bf5f not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:11:25.647148 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a5f84465-7785-445e-a8ac-7d99a2ed390c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:27.609668 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 54884) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:27.712438 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7df584ce-f0b8-4f27-b945-78bea07940a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:27.799487 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7df584ce-f0b8-4f27-b945-78bea07940a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:27.931911 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7df584ce-f0b8-4f27-b945-78bea07940a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:27.934358 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-2687a12f-ae9b-4d60-b8c1-b01e12e79a63 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:27.971871 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-7df584ce-f0b8-4f27-b945-78bea07940a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f1e233a8bdf4c72ba12a99457dd3b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610442 Jun 24 07:11:27.972882 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df584ce-f0b8-4f27-b945-78bea07940a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b8212b-a925-42bf-a5d9-26d0cda9e543,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:27.974383 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 54890) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:27.975974 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7df584ce-f0b8-4f27-b945-78bea07940a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:28.023725 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e23b8b7b-4147-4933-9808-6eec02b4f110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:28.043797 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e23b8b7b-4147-4933-9808-6eec02b4f110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:28.195485 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e23b8b7b-4147-4933-9808-6eec02b4f110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:28.198109 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e23b8b7b-4147-4933-9808-6eec02b4f110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:28.199238 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-e23b8b7b-4147-4933-9808-6eec02b4f110 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84b8212b-a925-42bf-a5d9-26d0cda9e543 HTTP/1.1" status: 204 len: 168 time: 0.2230749 Jun 24 07:11:28.200025 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-07722f80-b070-437e-9df8-dea055f18560 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:28.208717 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b8b7b-4147-4933-9808-6eec02b4f110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b8212b-a925-42bf-a5d9-26d0cda9e543,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:28.211080 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e23b8b7b-4147-4933-9808-6eec02b4f110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:28.235599 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-804db4f2-15e8-49dc-883b-ffbb5b0c2745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:28.623907 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:28.902302 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 54902) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:28.916217 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-715a37a2-9c16-413a-93e9-9ff49704b834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:29.005340 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-715a37a2-9c16-413a-93e9-9ff49704b834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:29.058168 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-715a37a2-9c16-413a-93e9-9ff49704b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:29.060448 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9913d241-5e17-4e04-92bb-f6792d930c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:29.095940 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-715a37a2-9c16-413a-93e9-9ff49704b834 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b515c8c861054c41876a9a586b738479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924250 Jun 24 07:11:29.096812 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a37a2-9c16-413a-93e9-9ff49704b834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a225d9-076d-4224-864e-9c0b2740817e,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:29.099341 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 54904) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:11:29.100415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-715a37a2-9c16-413a-93e9-9ff49704b834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:29.147449 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8de0d6b7-f28c-42fa-a271-30f52e671e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:29.171973 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8de0d6b7-f28c-42fa-a271-30f52e671e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:29.298786 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8de0d6b7-f28c-42fa-a271-30f52e671e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:29.302082 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-8de0d6b7-f28c-42fa-a271-30f52e671e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:29.303414 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-8de0d6b7-f28c-42fa-a271-30f52e671e6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68a225d9-076d-4224-864e-9c0b2740817e HTTP/1.1" status: 204 len: 168 time: 0.2030497 Jun 24 07:11:29.304324 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-100813bf-0362-4d6d-addb-92223b9d260c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:11:29.313348 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0d6b7-f28c-42fa-a271-30f52e671e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a225d9-076d-4224-864e-9c0b2740817e,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:11:29.315728 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8de0d6b7-f28c-42fa-a271-30f52e671e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:11:29.727150 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:31.264275 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:33.775601 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:11:35.743831 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:55.645922 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-872dd56d-1a0d-45ac-a889-e174aadc179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:58.218165 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e78e-e218-4cf1-9034-efabd792a981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:58.617502 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:11:59.663433 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:01.274534 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:05.742977 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:10.773720 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:12:25.708011 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4377e873-a746-4bae-9c32-e93cf511d4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:28.239509 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-304818b7-1650-4be8-9902-97606916f860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:28.673982 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:29.702460 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:31.291707 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:35.741931 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:47.772321 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:12:55.678887 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-2d2317cb-b673-478b-af0e-e4ee7e325753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:58.346964 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ab4f05b4-91ef-4390-acc6-6acd21a19671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:58.581630 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:12:59.708801 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:01.261617 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:05.770096 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:24.771148 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:13:25.682708 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-2d31f4fd-8ed5-4b6b-9094-cce23ab0da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:28.209305 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-afb4e933-d656-45de-9e96-b8574733d8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:28.580457 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:29.688924 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:31.305994 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:35.757539 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:38.218171 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 56196) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:13:38.319916 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:38.410161 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:38.499962 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:38.502301 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e23b8b7b-4147-4933-9808-6eec02b4f110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:13:38.537404 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24c2e8f760a54fe987c1a8abc8ad14d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181653 Jun 24 07:13:38.538511 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb139c3-6cdf-4d28-b955-6f9d9c7fe450,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:13:38.540170 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 56206) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:13:38.545371 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.545743 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.546104 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.546454 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.546797 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.547145 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.547486 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.547845 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.548171 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.548510 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.548848 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.549217 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.553077 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:13:38.590388 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:38.611577 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:38.723512 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:38.726255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:38.727407 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcb139c3-6cdf-4d28-b955-6f9d9c7fe450 HTTP/1.1" status: 204 len: 168 time: 0.1862230 Jun 24 07:13:38.728181 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:13:38.735631 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb139c3-6cdf-4d28-b955-6f9d9c7fe450,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:13:38.743345 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.743717 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.744076 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.744430 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.744820 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.745195 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.745546 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.745892 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.746236 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.746573 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.746913 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.747251 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:13:38.750979 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-aff78b7a-d2d9-4ff3-b082-f0a56bccfb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:13:55.619610 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d69356c7-3463-4eac-85bb-d340f149f64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:58.237148 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0532643a-4eec-4d8d-8440-90141498b26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:58.579756 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:13:59.705463 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:01.292935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:01.769477 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:14:05.796899 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:25.665478 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9463d46e-a029-47d4-9864-c3a5ab746b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:28.231036 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-83df97aa-783a-40bc-bcfb-01137b75f5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:28.579397 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:29.705482 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:31.276753 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:35.825452 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:38.767648 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:14:51.344090 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57006) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:14:51.470502 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:51.554826 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:51.653967 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:51.656345 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-404761dd-dd22-4aa6-a5f5-5c8ed28b8411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:14:51.693617 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcbe9cd-199b-47f2-997b-c08cf0c2ddfc,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:14:51.697399 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e7917f2a24d4d7fb61d7ba71564fa4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522539 Jun 24 07:14:51.700476 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57022) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:14:51.706807 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.707324 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.707780 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.708596 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.708596 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.709028 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.709435 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.709887 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.710530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.710530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.710905 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.711231 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.716027 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:14:51.752435 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:51.773391 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:51.922852 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:51.925557 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:51.927230 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1dcbe9cd-199b-47f2-997b-c08cf0c2ddfc HTTP/1.1" status: 204 len: 168 time: 0.2257228 Jun 24 07:14:51.928079 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c98c8d4a-f6f0-4c82-8a5d-598c537d0310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:14:51.935434 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcbe9cd-199b-47f2-997b-c08cf0c2ddfc,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:14:51.943357 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.943794 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.944158 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.944510 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.944859 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.945293 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.945642 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.945990 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.946329 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.946671 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.947012 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.947351 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:14:51.950710 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:14:54.369263 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57070) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:14:54.728612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e15a2540-8a22-4ac6-809d-6473388f6299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:54.818401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e15a2540-8a22-4ac6-809d-6473388f6299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:54.871045 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e15a2540-8a22-4ac6-809d-6473388f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:54.874341 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7df584ce-f0b8-4f27-b945-78bea07940a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:14:54.910568 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e15a2540-8a22-4ac6-809d-6473388f6299 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35d0f29f6ec34a6d82fc8b258c35715d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402570 Jun 24 07:14:54.911457 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a2540-8a22-4ac6-809d-6473388f6299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f251cd0f-2873-4128-8c9e-ad3bd45febc3,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:14:54.913214 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57082) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:14:54.914480 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e15a2540-8a22-4ac6-809d-6473388f6299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:14:54.963308 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0666-d594-4398-8349-8ecb41e781c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:54.987044 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0666-d594-4398-8349-8ecb41e781c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:55.088231 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0666-d594-4398-8349-8ecb41e781c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:55.090945 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0666-d594-4398-8349-8ecb41e781c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:55.092354 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-4c5c0666-d594-4398-8349-8ecb41e781c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f251cd0f-2873-4128-8c9e-ad3bd45febc3 HTTP/1.1" status: 204 len: 168 time: 0.1777632 Jun 24 07:14:55.093242 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b11af5fe-289c-4ab2-b227-7c2877fa35db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:14:55.102882 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c0666-d594-4398-8349-8ecb41e781c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f251cd0f-2873-4128-8c9e-ad3bd45febc3,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:14:55.105275 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4c5c0666-d594-4398-8349-8ecb41e781c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:14:55.636402 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57088) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:14:55.648123 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6b56-206a-4c79-80ca-c656a4a4a5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:55.652478 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8903ee71-7c00-4e31-867d-d3a3ab173459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:55.740489 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8903ee71-7c00-4e31-867d-d3a3ab173459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:55.814238 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8903ee71-7c00-4e31-867d-d3a3ab173459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:55.818303 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c637c42a-c54b-430b-9f1e-c5d48b5381fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:14:55.852365 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-8903ee71-7c00-4e31-867d-d3a3ab173459 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4972bf12be8c454c9d28a1cf186b6844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148035 Jun 24 07:14:55.854282 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903ee71-7c00-4e31-867d-d3a3ab173459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d44d6-2d8f-47d5-83c8-de25a8225f1c,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:14:55.855181 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57094) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:14:55.857345 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8903ee71-7c00-4e31-867d-d3a3ab173459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:14:55.903134 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-179b4238-abdb-4ca9-b882-29e5d0cedefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:55.923104 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-179b4238-abdb-4ca9-b882-29e5d0cedefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:56.019504 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-179b4238-abdb-4ca9-b882-29e5d0cedefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:56.022570 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-179b4238-abdb-4ca9-b882-29e5d0cedefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:56.023841 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-179b4238-abdb-4ca9-b882-29e5d0cedefd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b8d44d6-2d8f-47d5-83c8-de25a8225f1c HTTP/1.1" status: 204 len: 168 time: 0.1675518 Jun 24 07:14:56.024468 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e58e33c0-1719-485d-80e4-23cfc5e4a0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:14:56.031832 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b4238-abdb-4ca9-b882-29e5d0cedefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d44d6-2d8f-47d5-83c8-de25a8225f1c,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:14:56.034068 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-179b4238-abdb-4ca9-b882-29e5d0cedefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:14:58.225149 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-3f7250e1-f454-47aa-aa46-e3ae32a6f6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:58.585350 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:14:59.694249 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:01.270237 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:03.572641 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57228) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:03.674858 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3fbbdfd7-f19c-4c6a-8cc1-174b29e3dadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:03.762986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3fbbdfd7-f19c-4c6a-8cc1-174b29e3dadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:03.819391 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3fbbdfd7-f19c-4c6a-8cc1-174b29e3dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:03.822707 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e15a2540-8a22-4ac6-809d-6473388f6299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:03.857918 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-3fbbdfd7-f19c-4c6a-8cc1-174b29e3dadf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e5286b794e344368b996a0f62eaace3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842016 Jun 24 07:15:03.858984 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbdfd7-f19c-4c6a-8cc1-174b29e3dadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d65d23f-ca8e-4299-8f19-3dfe157039bc,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:03.860570 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57232) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:03.862297 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3fbbdfd7-f19c-4c6a-8cc1-174b29e3dadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:03.908494 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-60535fff-1c60-40bb-88db-f355676ba3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:03.929033 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-60535fff-1c60-40bb-88db-f355676ba3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:04.037052 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-60535fff-1c60-40bb-88db-f355676ba3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:04.039725 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-60535fff-1c60-40bb-88db-f355676ba3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:04.040865 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-60535fff-1c60-40bb-88db-f355676ba3e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d65d23f-ca8e-4299-8f19-3dfe157039bc HTTP/1.1" status: 204 len: 168 time: 0.1792634 Jun 24 07:15:04.041684 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6dc63fb8-c1cf-4b0e-ab57-da12df2a85d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:04.049057 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60535fff-1c60-40bb-88db-f355676ba3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d65d23f-ca8e-4299-8f19-3dfe157039bc,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:04.051469 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-60535fff-1c60-40bb-88db-f355676ba3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:04.694121 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57248) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:04.707261 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b0161f2e-1002-4097-bdd9-dc50e166a17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:04.790588 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b0161f2e-1002-4097-bdd9-dc50e166a17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:04.854121 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b0161f2e-1002-4097-bdd9-dc50e166a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:04.856599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0c1d4dcc-8448-43b7-8022-f16603b5fc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:04.893911 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-b0161f2e-1002-4097-bdd9-dc50e166a17c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=284e1248a66c47ddaa40999665f8c7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987185 Jun 24 07:15:04.894662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0161f2e-1002-4097-bdd9-dc50e166a17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55a9964-1976-4fe9-8962-5791167832ba,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:04.897455 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57250) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:04.897923 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b0161f2e-1002-4097-bdd9-dc50e166a17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:04.948779 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-95dc8309-e30e-4acb-abfc-a96a02ec78c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:04.968938 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-95dc8309-e30e-4acb-abfc-a96a02ec78c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:05.071123 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-95dc8309-e30e-4acb-abfc-a96a02ec78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:05.074063 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-95dc8309-e30e-4acb-abfc-a96a02ec78c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:05.075184 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-95dc8309-e30e-4acb-abfc-a96a02ec78c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e55a9964-1976-4fe9-8962-5791167832ba HTTP/1.1" status: 204 len: 168 time: 0.1763828 Jun 24 07:15:05.075944 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9df05b2e-40a2-471f-b994-fc8d281d1f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:05.083845 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc8309-e30e-4acb-abfc-a96a02ec78c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55a9964-1976-4fe9-8962-5791167832ba,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:05.085640 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-95dc8309-e30e-4acb-abfc-a96a02ec78c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:05.775271 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:06.518019 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57292) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:06.619583 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d64c3050-7110-4963-9073-81932c7f47aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:06.712394 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d64c3050-7110-4963-9073-81932c7f47aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:06.819055 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d64c3050-7110-4963-9073-81932c7f47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:06.821550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a156a950-cff5-4ac9-95c0-5f18038c8166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:06.862896 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-d64c3050-7110-4963-9073-81932c7f47aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01cece006e2743d593ee697fa8a2500a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437800 Jun 24 07:15:06.864222 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3050-7110-4963-9073-81932c7f47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2120986-bc3c-4a4c-915f-ba094a9d4b55,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:06.866391 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57302) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:06.867238 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d64c3050-7110-4963-9073-81932c7f47aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:06.917157 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e974000-6b79-455a-ad46-b83e083dc5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:06.939922 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e974000-6b79-455a-ad46-b83e083dc5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:07.099690 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e974000-6b79-455a-ad46-b83e083dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:07.102356 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6e974000-6b79-455a-ad46-b83e083dc5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:07.103486 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6e974000-6b79-455a-ad46-b83e083dc5c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2120986-bc3c-4a4c-915f-ba094a9d4b55 HTTP/1.1" status: 204 len: 168 time: 0.2360222 Jun 24 07:15:07.104221 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-715a37a2-9c16-413a-93e9-9ff49704b834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:07.111583 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e974000-6b79-455a-ad46-b83e083dc5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2120986-bc3c-4a4c-915f-ba094a9d4b55,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:07.114303 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6e974000-6b79-455a-ad46-b83e083dc5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:15.088611 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57452) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:15.274970 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] Deleting subnet aacf1cbd-feb2-408a-8bbb-919401b4006d {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:15:15.278011 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.310659 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.347314 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.482787 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.485958 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6e7667cb-d92a-4e0a-b729-8d01161779f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:15.511800 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.513644 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aacf1cbd-feb2-408a-8bbb-919401b4006d HTTP/1.1" status: 204 len: 168 time: 0.4240215 Jun 24 07:15:15.514589 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aacf1cbd-feb2-408a-8bbb-919401b4006d,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:15.516292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57456) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:15.517253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9f93881e-791f-4207-a111-9fb19f39a8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:15.584426 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.664578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.674751 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738d20c0-f464-4511-872b-a1727c9793be']}} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:15.685463 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace5ee2f-7b67-4a57-827a-be697a41d07f') {'for_net_delete': True} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:15.685762 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace5ee2f-7b67-4a57-827a-be697a41d07f') {} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:15.694556 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013072'] for segment, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.715806 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.715806 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:15:15.715806 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8494716'] for segment, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: Traceback (most recent call last): Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: timer() Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: cb(*args, **kw) Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: return func(*args, **kwargs) Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: self._notify() Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: self.callback(batched_events) Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: event.method(event) Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: return f(self, *a, **k) Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._get(url).json() Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: return self.request(url, 'GET', **kwargs) Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:15:15.716574 dv-cinder-784092-10-iscsi neutron-server[100201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:15:15.766287 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:15:15.836538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.840255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7759c650-59c0-4542-a10b-5178ab125d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:15.842926 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:15.844715 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] 10.222.0.15 "DELETE /v2.0/networks/738d20c0-f464-4511-872b-a1727c9793be HTTP/1.1" status: 204 len: 168 time: 0.3273420 Jun 24 07:15:15.856055 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=738d20c0-f464-4511-872b-a1727c9793be,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:15.858360 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-081f77fb-ad45-40fc-a168-126dd5972f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:16.139375 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57466) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:16.182599 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7fda1968-8a4a-4250-9c93-43b5a342a598 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=365a22670e7d45ffb27afc33b5e97e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419586 Jun 24 07:15:16.185055 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57468) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:16.233616 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0566d23f-78d6-4a3c-8393-ab12d105c6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:16.253729 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0566d23f-78d6-4a3c-8393-ab12d105c6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:16.356952 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0566d23f-78d6-4a3c-8393-ab12d105c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:16.359680 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0566d23f-78d6-4a3c-8393-ab12d105c6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:16.360828 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-0566d23f-78d6-4a3c-8393-ab12d105c6e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1aea8d41-38d1-49c2-8437-4b8ffd1285b7 HTTP/1.1" status: 204 len: 168 time: 0.1748691 Jun 24 07:15:16.361674 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-44468954-3f4a-4061-b887-d68837fb7f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:16.369826 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566d23f-78d6-4a3c-8393-ab12d105c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea8d41-38d1-49c2-8437-4b8ffd1285b7,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:16.372293 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0566d23f-78d6-4a3c-8393-ab12d105c6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:18.190803 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57502) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:18.290578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a1a9-8b4c-402b-abc0-d54d2f328e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:18.379954 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a1a9-8b4c-402b-abc0-d54d2f328e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:18.453893 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a1a9-8b4c-402b-abc0-d54d2f328e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:18.456332 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-55599ba6-1df3-4af2-8ac9-645e2d3c1312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:18.493084 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-3fc6a1a9-8b4c-402b-abc0-d54d2f328e33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a1a4e6150f545069d8a98f19a7cb055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005223 Jun 24 07:15:18.493986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6a1a9-8b4c-402b-abc0-d54d2f328e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d766df81-98ee-43a7-9b4e-1e1718af467f,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:18.495706 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57506) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:18.496993 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3fc6a1a9-8b4c-402b-abc0-d54d2f328e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:18.543418 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e4a8cf45-b60a-44d1-a2f0-fadb2a463752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:18.562392 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e4a8cf45-b60a-44d1-a2f0-fadb2a463752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:18.659794 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e4a8cf45-b60a-44d1-a2f0-fadb2a463752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:18.663164 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e4a8cf45-b60a-44d1-a2f0-fadb2a463752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:18.664285 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-e4a8cf45-b60a-44d1-a2f0-fadb2a463752 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d766df81-98ee-43a7-9b4e-1e1718af467f HTTP/1.1" status: 204 len: 168 time: 0.1675923 Jun 24 07:15:18.665022 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4c5c0666-d594-4398-8349-8ecb41e781c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:18.672103 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8cf45-b60a-44d1-a2f0-fadb2a463752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d766df81-98ee-43a7-9b4e-1e1718af467f,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:18.674300 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e4a8cf45-b60a-44d1-a2f0-fadb2a463752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:19.321459 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57514) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:19.337722 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2ad0aa07-f67e-4b7f-a54e-6f7607bf3dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:19.421819 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2ad0aa07-f67e-4b7f-a54e-6f7607bf3dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:19.482753 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2ad0aa07-f67e-4b7f-a54e-6f7607bf3dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:19.485249 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5c2a22fb-dc44-47e2-953e-3dfa5b2abf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:19.518928 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0aa07-f67e-4b7f-a54e-6f7607bf3dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b31f37-aae8-4999-b5d6-a438b508474c,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:19.523934 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-2ad0aa07-f67e-4b7f-a54e-6f7607bf3dc8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ff82a243dd340ba8737c9eb2603baf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014782 Jun 24 07:15:19.524941 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2ad0aa07-f67e-4b7f-a54e-6f7607bf3dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:19.526779 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57516) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:19.572800 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-677c7af1-d33c-4e2d-8328-6a977eb018f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:19.593877 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-677c7af1-d33c-4e2d-8328-6a977eb018f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:19.757028 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-677c7af1-d33c-4e2d-8328-6a977eb018f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:19.759626 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-677c7af1-d33c-4e2d-8328-6a977eb018f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:19.760784 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-677c7af1-d33c-4e2d-8328-6a977eb018f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99b31f37-aae8-4999-b5d6-a438b508474c HTTP/1.1" status: 204 len: 168 time: 0.2333145 Jun 24 07:15:19.761635 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-f05d2674-3bee-4bb3-8abc-3c08aa669722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:19.768901 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c7af1-d33c-4e2d-8328-6a977eb018f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b31f37-aae8-4999-b5d6-a438b508474c,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:19.771149 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-677c7af1-d33c-4e2d-8328-6a977eb018f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:20.356109 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57524) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:20.369770 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fad56df3-fc84-4892-832f-78eb11584520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:20.461023 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fad56df3-fc84-4892-832f-78eb11584520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:20.522342 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fad56df3-fc84-4892-832f-78eb11584520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:20.524628 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:20.560419 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fad56df3-fc84-4892-832f-78eb11584520 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7061fae6b814537b45b2cb15fc560c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032692 Jun 24 07:15:20.561333 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad56df3-fc84-4892-832f-78eb11584520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45e68f-5703-4c7e-b282-3be22d0be75b,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:20.563729 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57526) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:20.564273 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fad56df3-fc84-4892-832f-78eb11584520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:20.611963 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-48022982-141c-4b0f-aed9-a93d9b33478b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:20.632063 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-48022982-141c-4b0f-aed9-a93d9b33478b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:20.733752 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-48022982-141c-4b0f-aed9-a93d9b33478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:20.736397 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-48022982-141c-4b0f-aed9-a93d9b33478b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:20.737560 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-48022982-141c-4b0f-aed9-a93d9b33478b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a45e68f-5703-4c7e-b282-3be22d0be75b HTTP/1.1" status: 204 len: 168 time: 0.1725760 Jun 24 07:15:20.741921 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1106b351-55f0-47f6-a601-8a41aebde91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:20.746073 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48022982-141c-4b0f-aed9-a93d9b33478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45e68f-5703-4c7e-b282-3be22d0be75b,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:20.748336 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-48022982-141c-4b0f-aed9-a93d9b33478b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:25.631232 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6175-9528-4f86-a76a-7ca332d1cb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:28.213833 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4ddb309b-221a-421a-ae38-c6b040bd2d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:28.584597 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:29.682520 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:31.271129 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:33.423872 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57686) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:33.522706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd1be-b376-416e-9661-ef7fb6ef8a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:33.611654 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd1be-b376-416e-9661-ef7fb6ef8a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:33.665371 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd1be-b376-416e-9661-ef7fb6ef8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:33.667896 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-49d4d88a-7cbc-4506-8975-5f03fd740835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:33.703048 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-ca2fd1be-b376-416e-9661-ef7fb6ef8a79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de96091466e0404ebec927bd6f8348ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781556 Jun 24 07:15:33.703925 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fd1be-b376-416e-9661-ef7fb6ef8a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0fd2ee-7596-48b6-ae1d-1c9666c8abd5,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:33.705775 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57692) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:33.707696 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-ca2fd1be-b376-416e-9661-ef7fb6ef8a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:33.753141 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ae07011-9c80-4052-b1f8-845af184374d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:33.773272 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ae07011-9c80-4052-b1f8-845af184374d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:33.911438 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ae07011-9c80-4052-b1f8-845af184374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:33.914183 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ae07011-9c80-4052-b1f8-845af184374d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:33.915308 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9ae07011-9c80-4052-b1f8-845af184374d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe0fd2ee-7596-48b6-ae1d-1c9666c8abd5 HTTP/1.1" status: 204 len: 168 time: 0.2085671 Jun 24 07:15:33.916068 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0566d23f-78d6-4a3c-8393-ab12d105c6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:33.923298 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae07011-9c80-4052-b1f8-845af184374d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0fd2ee-7596-48b6-ae1d-1c9666c8abd5,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:33.925738 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9ae07011-9c80-4052-b1f8-845af184374d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:34.756575 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57716) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:34.854101 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-306828330-network', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:34.962600 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Made reservation on behalf of fc43be6928aa4ed18ff15d1141065855 for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:15:34.964979 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:34.973760 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.063165 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.133665 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.136458 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6e974000-6b79-455a-ad46-b83e083dc5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:35.163415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 07:15:35.169411 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ea0941-b0d2-46a7-a361-51f58a16c76a,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:35.172862 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:35.175495 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.176368 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Added segment c042dbfd-89b4-41a5-a914-b5fa3f56e863 of type vlan for network 932adce8-1791-4e9c-a439-6dacde0a3c3a Jun 24 07:15:35.214773 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.310090 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.311393 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:15:35.311979 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.314762 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:35.369979 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Pushing event updated for resources: {'Network': ['ID=932adce8-1791-4e9c-a439-6dacde0a3c3a,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:35.372814 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:35.380112 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 07:15:35.403430 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6456242 Jun 24 07:15:35.406218 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57720) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:35.411027 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Request body: {'subnet': {'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-306828330-subnet', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'ip_version': 4}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:35.470914 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Made reservation on behalf of fc43be6928aa4ed18ff15d1141065855 for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:15:35.473793 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5766867'] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.665593 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5740673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5766853'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.668603 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fd7228e1-d8bb-437b-8fb5-cdfeee35bcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:35.732794 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7158642a-7af3-4576-9bc1-186c2565c1c2,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:35.736369 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:35.737442 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Checking segment: {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:15:35.737798 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Network hostable DHCP agents. Network: 932adce8-1791-4e9c-a439-6dacde0a3c3a, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 07:15:35.797123 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.825480 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 07:15:35.945464 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 932adce8-1791-4e9c-a439-6dacde0a3c3a) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:35.949673 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:15:35.950253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:35.955651 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a210dc9-3a8a-4e2b-a537-07a47de41500 None None] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:15:36.037964 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-efe3f10a-c48b-4987-8417-2bf2c4399f5e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6306822 Jun 24 07:15:36.040598 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57724) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:36.044951 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:36.103438 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-932adce8-1791-4e9c-a439-6dacde0a3c3a', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 07:15:36.104354 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.122872 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.123983 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.214485 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.237543 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Allocated IP 172.20.0.2 (932adce8-1791-4e9c-a439-6dacde0a3c3a/7158642a-7af3-4576-9bc1-186c2565c1c2/d8b62dd4-0a67-495d-9644-9f83f4ba9b35) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:15:36.375442 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.383854 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Transition to ACTIVE for port object d8b62dd4-0a67-495d-9644-9f83f4ba9b35 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:36.398363 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Transition to ACTIVE for port object d8b62dd4-0a67-495d-9644-9f83f4ba9b35 will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:36.424761 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.465262 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.467185 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:36.502366 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:15:36.509328 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:36.511790 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:15:36.517297 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Pushing event updated for resources: {'Port': ['ID=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:36.527872 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.528348 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.528749 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.529097 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.529430 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.529757 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.530082 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.530400 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.530724 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.531044 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.531361 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.531682 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:36.535987 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:36.584435 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Attempting to bind port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:15:36.584849 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Attempting to bind port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:15:36.585260 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Attempting to bind port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 on network 932adce8-1791-4e9c-a439-6dacde0a3c3a {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:15:36.590199 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:15:36.590576 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Checking segment: {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:15:36.590989 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.591370 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Bound using segment: {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:15:36.591832 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Bound port: d8b62dd4-0a67-495d-9644-9f83f4ba9b35, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:15:36.592207 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.655732 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] For port d8b62dd4-0a67-495d-9644-9f83f4ba9b35, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:15:36.658904 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] For port d8b62dd4-0a67-495d-9644-9f83f4ba9b35, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:15:36.705414 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.723058 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.725920 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:36.726221 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:36.785977 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Pushing event updated for resources: {'Port': ['ID=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:36.789056 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:36.853936 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Allocated IP 172.27.2.144 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/0829489d-0fcc-45cf-8367-898f67dd858c) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:15:36.974051 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:37.066003 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:37.068210 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6dd67f20-be43-489e-9e89-fa2d68b61583 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:37.106789 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:15:37.111467 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:37.115407 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:15:37.120783 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Pushing event updated for resources: {'Port': ['ID=0829489d-0fcc-45cf-8367-898f67dd858c,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:37.138737 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:37.570688 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device d8b62dd4-0a67-495d-9644-9f83f4ba9b35 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:37.697310 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:37.711836 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973f497-e9f1-44a6-bed0-b0d134ce39d0 None None] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:15:37.715268 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:37.862804 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] Provisioning for port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:37.870383 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] Provisioning complete for port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:37.870764 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:37.899252 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.085811 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.100468 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Router 7eeabae0-f45e-4dee-9df0-18c247909c3a is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 07:15:38.123473 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] For port d8b62dd4-0a67-495d-9644-9f83f4ba9b35, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:15:38.185911 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.188627 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:38.212489 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:15:38.221513 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Sync routers for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:15:38.230359 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:15:38.236043 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:38.237460 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] Pushing event updated for resources: {'Port': ['ID=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:38.241334 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:38.282712 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.283956 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2424486 Jun 24 07:15:38.287025 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57730) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:38.305114 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-43ed1046-406d-4509-a957-5bd3208aa618 None None] Provisioning complete for port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:38.305443 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-43ed1046-406d-4509-a957-5bd3208aa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.330699 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:15:38.508613 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:37Z', 'revision_number': 3, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:38.534022 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Checking router: 7eeabae0-f45e-4dee-9df0-18c247909c3a for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:15:38.534373 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Updating router 7eeabae0-f45e-4dee-9df0-18c247909c3a port 0829489d-0fcc-45cf-8367-898f67dd858c binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:15:38.567208 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.698446 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.815666 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.825719 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Transition to ACTIVE for port object 0829489d-0fcc-45cf-8367-898f67dd858c will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:38.852063 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Allocated IP 172.20.0.1 (932adce8-1791-4e9c-a439-6dacde0a3c3a/7158642a-7af3-4576-9bc1-186c2565c1c2/e2088397-1a3b-48da-9323-62c253b85927) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:15:38.934218 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.937414 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-9930dbd5-bd22-4f0a-aa58-793047748763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:38.950290 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:38.962900 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Transition to ACTIVE for port object e2088397-1a3b-48da-9323-62c253b85927 will not be triggered until provisioned by entity DHCP. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:38.987534 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Pushing event updated for resources: {'Port': ['ID=0829489d-0fcc-45cf-8367-898f67dd858c,revision_number=2']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:38.995504 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Attempting to bind port 0829489d-0fcc-45cf-8367-898f67dd858c on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:15:38.995873 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Attempting to bind port 0829489d-0fcc-45cf-8367-898f67dd858c by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:15:38.996229 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Attempting to bind port 0829489d-0fcc-45cf-8367-898f67dd858c on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:15:38.999422 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:38.999784 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.000119 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.000441 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.000762 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.001120 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.001445 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.001758 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.002092 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.002408 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.002717 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.003024 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:15:39.008173 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:39.013265 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:15:39.013265 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:15:39.013265 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.013265 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:15:39.013265 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Bound port: 0829489d-0fcc-45cf-8367-898f67dd858c, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:15:39.013265 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.061257 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] For port 0829489d-0fcc-45cf-8367-898f67dd858c, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:15:39.064136 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] For port 0829489d-0fcc-45cf-8367-898f67dd858c, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=0829489d-0fcc-45cf-8367-898f67dd858c,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:15:39.128615 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.130603 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:39.165781 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:15:39.170354 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:39.173655 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:15:39.179831 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Pushing event updated for resources: {'Port': ['ID=e2088397-1a3b-48da-9323-62c253b85927,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:39.180056 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.182362 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:39.205608 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:39.224034 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.238865 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Pushing event updated for resources: {'Port': ['ID=0829489d-0fcc-45cf-8367-898f67dd858c,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:39.247261 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:39.247844 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:15:39.248451 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:39.355794 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:15:39.443163 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.471209 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-982f7ed7-1e56-482c-9604-484d9e151a3c None None] Provisioning for port e2088397-1a3b-48da-9323-62c253b85927 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:39.475668 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-982f7ed7-1e56-482c-9604-484d9e151a3c None None] Provisioning complete for port e2088397-1a3b-48da-9323-62c253b85927 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:39.476046 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-982f7ed7-1e56-482c-9604-484d9e151a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.513262 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-982f7ed7-1e56-482c-9604-484d9e151a3c None None] Port e2088397-1a3b-48da-9323-62c253b85927 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:15:39.562983 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device d8b62dd4-0a67-495d-9644-9f83f4ba9b35 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:39.611832 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:39.612385 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.613593 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.618046 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:37Z', 'revision_number': 3, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:39.642426 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38acf1-50e3-4547-a063-855e4bb00bb2 None None] The sync data for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi is: [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:37Z', 'revision_number': 3, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:15:39.688698 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5740035'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.691951 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-3d030ea9-7466-45fe-8d57-deb258a9aa38 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:39.756869 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:39.758776 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Pushing event updated for resources: {'Port': ['ID=e2088397-1a3b-48da-9323-62c253b85927,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:39.761933 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:39.867173 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:15:39.868853 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:39.988049 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Router 7eeabae0-f45e-4dee-9df0-18c247909c3a has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:15:40.103896 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:15:40.108954 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] 10.222.0.15 "PUT /v2.0/routers/7eeabae0-f45e-4dee-9df0-18c247909c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8209469 Jun 24 07:15:40.135724 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-556550b5-976f-4a73-b17f-a6968c39a47c None None] Provisioning complete for port e2088397-1a3b-48da-9323-62c253b85927 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:40.136121 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-556550b5-976f-4a73-b17f-a6968c39a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:40.171633 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-556550b5-976f-4a73-b17f-a6968c39a47c None None] Port e2088397-1a3b-48da-9323-62c253b85927 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:15:40.766441 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57750) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:40.771525 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1307745221-network', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:40.858767 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Made reservation on behalf of 244a3a36dda24b24a2cdc16e4d80888d for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:15:40.861216 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:40.871220 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:40.969363 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.026280 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.029391 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1cd5efce-567c-4ef5-842a-6ea30f91b384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:41.052684 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 07:15:41.062411 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a597e7d1-1d76-461e-9a8b-ef69fdc6ec73,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:41.067170 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:41.068460 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.068809 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Added segment 3492e038-e66a-4aba-b262-496d45df33a5 of type vlan for network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 Jun 24 07:15:41.110286 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.117384 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Sync routers for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:15:41.129455 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:15:41.129455 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:41.202776 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.204123 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:15:41.204706 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.207958 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-aad307cc-5075-4fc3-8342-00d622ca28eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:41.229999 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:15:41.265043 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef8acbe-f586-4c27-98f0-e82a3582dfe9,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:41.273921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:41.283085 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-ef9d5b52-4396-425d-8b48-c2ba04a337b4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5155559 Jun 24 07:15:41.285997 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57754) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:41.290889 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Request body: {'subnet': {'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1307745221-subnet', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'ip_version': 4}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:41.304205 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 07:15:41.356587 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Made reservation on behalf of 244a3a36dda24b24a2cdc16e4d80888d for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:15:41.359011 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5766867'] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.484471 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 2, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:41.512045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Checking router: 7eeabae0-f45e-4dee-9df0-18c247909c3a for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:15:41.512393 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Updating router 7eeabae0-f45e-4dee-9df0-18c247909c3a port e2088397-1a3b-48da-9323-62c253b85927 binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:15:41.553396 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.570746 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 0829489d-0fcc-45cf-8367-898f67dd858c up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:41.579911 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5740673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5766853'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.583885 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:41.642304 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4c1f8a-bff1-4ebc-a883-32207128c7ee,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:41.647922 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:41.650607 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Checking segment: {'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:15:41.650966 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Network hostable DHCP agents. Network: 3ef8acbe-f586-4c27-98f0-e82a3582dfe9, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 07:15:41.722478 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 07:15:41.758294 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 0829489d-0fcc-45cf-8367-898f67dd858c completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:41.764272 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 0829489d-0fcc-45cf-8367-898f67dd858c triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:41.764652 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.785358 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 3ef8acbe-f586-4c27-98f0-e82a3582dfe9) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:41.789950 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:15:41.790545 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.798016 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ff029-c0e3-416d-80c9-4e705159b9f8 None None] Network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:15:41.860561 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5733693 Jun 24 07:15:41.863027 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57756) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:41.867646 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:41.991320 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:41.992461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.010567 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.032129 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.044123 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.057603 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 0829489d-0fcc-45cf-8367-898f67dd858c, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=0829489d-0fcc-45cf-8367-898f67dd858c,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:15:42.061721 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Transition to ACTIVE for port object e2088397-1a3b-48da-9323-62c253b85927 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:42.095863 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-3ef8acbe-f586-4c27-98f0-e82a3582dfe9', 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'fixed_ips': [{'subnet_id': '4c4c1f8a-bff1-4ebc-a883-32207128c7ee'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 07:15:42.096723 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.164283 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.166132 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.170539 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:42.247274 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.266977 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a231026-0b41-45fa-a906-653396a57513 None None] Pushing event updated for resources: {'Port': ['ID=e2088397-1a3b-48da-9323-62c253b85927,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:42.370201 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Allocated IP 172.20.0.2 (3ef8acbe-f586-4c27-98f0-e82a3582dfe9/4c4c1f8a-bff1-4ebc-a883-32207128c7ee/5c18b075-1e1b-40ff-a8ce-c26b378379e8) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:15:42.383076 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Attempting to bind port e2088397-1a3b-48da-9323-62c253b85927 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:15:42.383450 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Attempting to bind port e2088397-1a3b-48da-9323-62c253b85927 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:15:42.383820 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Attempting to bind port e2088397-1a3b-48da-9323-62c253b85927 on network 932adce8-1791-4e9c-a439-6dacde0a3c3a {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:15:42.395195 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=0829489d-0fcc-45cf-8367-898f67dd858c,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:42.399567 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:42.403374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:15:42.403749 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Checking segment: {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:15:42.404160 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.404559 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Bound using segment: {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:15:42.405033 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Bound port: e2088397-1a3b-48da-9323-62c253b85927, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:15:42.405484 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.410746 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:42.410746 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:42.510446 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.533291 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.637752 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Allocated IP 172.27.2.73 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/6250b8ca-3f4d-423c-9d5a-8fe0819373b1) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:15:42.668809 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] For port e2088397-1a3b-48da-9323-62c253b85927, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:15:42.673636 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] For port e2088397-1a3b-48da-9323-62c253b85927, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e2088397-1a3b-48da-9323-62c253b85927,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:15:42.723118 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.731206 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Transition to ACTIVE for port object 5c18b075-1e1b-40ff-a8ce-c26b378379e8 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:42.740374 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.745736 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Transition to ACTIVE for port object 5c18b075-1e1b-40ff-a8ce-c26b378379e8 will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:42.763288 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.766489 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:42.825761 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:15:42.826404 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:42.831599 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a231026-0b41-45fa-a906-653396a57513 None None] Pushing event updated for resources: {'Port': ['ID=e2088397-1a3b-48da-9323-62c253b85927,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:42.867260 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-2a231026-0b41-45fa-a906-653396a57513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:42.883820 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.887355 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:42.946147 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:42.949434 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:42.968107 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:15:42.976432 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:42.979734 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Pushing event updated for resources: {'Port': ['ID=5c18b075-1e1b-40ff-a8ce-c26b378379e8,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:42.981936 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:15:42.985391 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:15:42.986818 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:42.992385 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:15:42.992831 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:42.996621 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:15:43.001694 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Pushing event updated for resources: {'Port': ['ID=6250b8ca-3f4d-423c-9d5a-8fe0819373b1,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:43.020404 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:43.119552 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Attempting to bind port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:15:43.119936 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Attempting to bind port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:15:43.120311 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Attempting to bind port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 on network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:15:43.146753 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:15:43.147161 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Checking segment: {'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:15:43.147573 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:43.147979 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Bound using segment: {'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:15:43.148457 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Bound port: 5c18b075-1e1b-40ff-a8ce-c26b378379e8, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:15:43.148842 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:43.277567 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] For port 5c18b075-1e1b-40ff-a8ce-c26b378379e8, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:15:43.292030 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] For port 5c18b075-1e1b-40ff-a8ce-c26b378379e8, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=5c18b075-1e1b-40ff-a8ce-c26b378379e8,segment=NetworkSegment(3492e038-e66a-4aba-b262-496d45df33a5),segment_id=3492e038-e66a-4aba-b262-496d45df33a5)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:15:43.316107 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:43.317819 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:43.342954 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827e304-d659-4bf3-a0e0-34d981e0e37f None None] The sync data for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi is: [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:15:43.344984 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:43.347182 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:43.420602 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Pushing event updated for resources: {'Port': ['ID=5c18b075-1e1b-40ff-a8ce-c26b378379e8,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:43.424571 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:43.555062 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:43.646516 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 0829489d-0fcc-45cf-8367-898f67dd858c up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:43.735579 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 0829489d-0fcc-45cf-8367-898f67dd858c triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:43.736026 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:43.829205 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e2088397-1a3b-48da-9323-62c253b85927 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:43.860682 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Router e1e6729a-e61a-4f16-a48c-868f4abab105 is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 07:15:43.957635 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port e2088397-1a3b-48da-9323-62c253b85927 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:43.962941 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port e2088397-1a3b-48da-9323-62c253b85927 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:43.963603 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:44.052719 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:44.090665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port e2088397-1a3b-48da-9323-62c253b85927, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e2088397-1a3b-48da-9323-62c253b85927,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:15:44.162609 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:44.164822 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:44.262950 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:15:44.272779 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=e2088397-1a3b-48da-9323-62c253b85927,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:44.275976 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:44.278344 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Sync routers for ids ['e1e6729a-e61a-4f16-a48c-868f4abab105'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:15:44.288098 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Routers {'e1e6729a-e61a-4f16-a48c-868f4abab105'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:15:44.288803 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['e1e6729a-e61a-4f16-a48c-868f4abab105'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:44.351324 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:44.353946 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4897897 Jun 24 07:15:44.356851 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57764) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:44.408537 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Set router e1e6729a-e61a-4f16-a48c-868f4abab105 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:15:44.539183 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c72a86-c1e6-44b9-9204-cf261c56295d None None] Network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:15:44.604417 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:15:43Z', 'revision_number': 3, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port': {'id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:42Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:44.632554 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Checking router: e1e6729a-e61a-4f16-a48c-868f4abab105 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:15:44.641136 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Updating router e1e6729a-e61a-4f16-a48c-868f4abab105 port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:15:44.667698 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:44.791211 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-86ba157f-ce46-4333-902e-14f3d0162934 None None] Provisioning for port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:44.855134 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:44.931074 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:44.941210 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Transition to ACTIVE for port object 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:45.018830 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Allocated IP 172.20.0.1 (3ef8acbe-f586-4c27-98f0-e82a3582dfe9/4c4c1f8a-bff1-4ebc-a883-32207128c7ee/16765b71-caf3-4c10-88aa-3e2571db0c2e) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:15:45.128918 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.133389 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Transition to ACTIVE for port object 16765b71-caf3-4c10-88aa-3e2571db0c2e will not be triggered until provisioned by entity DHCP. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:45.185537 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.187872 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-9930dbd5-bd22-4f0a-aa58-793047748763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:45.235964 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Attempting to bind port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:15:45.236332 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Attempting to bind port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:15:45.236690 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Attempting to bind port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:15:45.240057 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a91de4-e619-48d2-8f9c-80129f103a1b None None] Pushing event updated for resources: {'Port': ['ID=6250b8ca-3f4d-423c-9d5a-8fe0819373b1,revision_number=2']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:45.243945 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-f4a91de4-e619-48d2-8f9c-80129f103a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:45.244817 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:15:45.245204 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:15:45.245596 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.245972 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:15:45.247023 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Bound port: 6250b8ca-3f4d-423c-9d5a-8fe0819373b1, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:15:45.247023 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.301523 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] For port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:15:45.301523 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] For port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=6250b8ca-3f4d-423c-9d5a-8fe0819373b1,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:15:45.328081 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.331351 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-12abab52-7e86-4770-b9a6-6bc4f2ab85d3 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:45.365792 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:15:45.368426 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:45.373762 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:15:45.397617 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Pushing event updated for resources: {'Port': ['ID=16765b71-caf3-4c10-88aa-3e2571db0c2e,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:45.401865 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:45.417632 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.454960 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.459209 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:45.509831 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Routers {'e1e6729a-e61a-4f16-a48c-868f4abab105'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:15:45.510941 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['e1e6729a-e61a-4f16-a48c-868f4abab105'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:45.621626 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a91de4-e619-48d2-8f9c-80129f103a1b None None] Pushing event updated for resources: {'Port': ['ID=6250b8ca-3f4d-423c-9d5a-8fe0819373b1,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:45.625437 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-f4a91de4-e619-48d2-8f9c-80129f103a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:45.654412 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 5c18b075-1e1b-40ff-a8ce-c26b378379e8 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:45.664716 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] Set router e1e6729a-e61a-4f16-a48c-868f4abab105 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:15:45.670538 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.711136 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-6ec0248b-01e9-4054-b56e-191dbe9558a2 None None] Provisioning for port 16765b71-caf3-4c10-88aa-3e2571db0c2e completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:45.715214 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-6ec0248b-01e9-4054-b56e-191dbe9558a2 None None] Provisioning complete for port 16765b71-caf3-4c10-88aa-3e2571db0c2e triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:45.715809 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6ec0248b-01e9-4054-b56e-191dbe9558a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.751519 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-6ec0248b-01e9-4054-b56e-191dbe9558a2 None None] Port 16765b71-caf3-4c10-88aa-3e2571db0c2e cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:15:45.756422 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:45.760544 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:45.760932 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.837359 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.847182 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.857922 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:15:43Z', 'revision_number': 3, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port': {'id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:42Z', 'updated_at': '2021-06-24T07:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:45.880268 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 5c18b075-1e1b-40ff-a8ce-c26b378379e8, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=5c18b075-1e1b-40ff-a8ce-c26b378379e8,segment=NetworkSegment(3492e038-e66a-4aba-b262-496d45df33a5),segment_id=3492e038-e66a-4aba-b262-496d45df33a5)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:15:45.884675 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed77656-9942-46f3-84ee-a01a96a3ad0c None None] The sync data for ids ['e1e6729a-e61a-4f16-a48c-868f4abab105'] in dv-cinder-784092-10-iscsi is: [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:15:43Z', 'revision_number': 3, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port': {'id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:42Z', 'updated_at': '2021-06-24T07:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:15:45.922509 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5740035'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.925045 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-551164cf-c142-4b86-998b-97aedab19d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:45.990826 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.991729 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e2088397-1a3b-48da-9323-62c253b85927 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:45.992279 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Pushing event updated for resources: {'Port': ['ID=16765b71-caf3-4c10-88aa-3e2571db0c2e,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:45.993608 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:45.994639 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:45.997437 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:46.068598 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=5c18b075-1e1b-40ff-a8ce-c26b378379e8,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:46.072082 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:46.081101 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port e2088397-1a3b-48da-9323-62c253b85927 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:46.081486 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:46.093855 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:15:46.098786 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:15:46.250244 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Router e1e6729a-e61a-4f16-a48c-868f4abab105 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:15:46.374838 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-a37f72c9-6add-4382-83a9-bec8b670552b None None] Provisioning complete for port 16765b71-caf3-4c10-88aa-3e2571db0c2e triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:46.375227 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a37f72c9-6add-4382-83a9-bec8b670552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:46.386569 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:15:46.392841 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] 10.222.0.15 "PUT /v2.0/routers/e1e6729a-e61a-4f16-a48c-868f4abab105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0345960 Jun 24 07:15:46.419343 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-a37f72c9-6add-4382-83a9-bec8b670552b None None] Port 16765b71-caf3-4c10-88aa-3e2571db0c2e cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:15:47.398737 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57780) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:47.403821 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930918941', 'description': 'tempest-secgroup-smoke-1930918941 description', 'project_id': 'fc43be6928aa4ed18ff15d1141065855'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:47.404539 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Sync routers for ids ['e1e6729a-e61a-4f16-a48c-868f4abab105'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:15:47.416719 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Routers {'e1e6729a-e61a-4f16-a48c-868f4abab105'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:15:47.417389 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['e1e6729a-e61a-4f16-a48c-868f4abab105'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:47.494675 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:47.529499 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Set router e1e6729a-e61a-4f16-a48c-868f4abab105 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:15:47.583309 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:47.631624 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:47.634278 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8828c1d9-cf95-4472-9d26-51c8e4b42047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:47.663215 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed5eb25-a511-4c44-954d-3501426ac7f8,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:47.666010 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:47.740253 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:47.784724 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:47.786064 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3862681 Jun 24 07:15:47.788776 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57782) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:47.793520 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'security_group_rule': {'security_group_id': '5ed5eb25-a511-4c44-954d-3501426ac7f8', 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:47.885102 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:15:45Z', 'revision_number': 4, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port': {'id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:42Z', 'updated_at': '2021-06-24T07:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '16765b71-caf3-4c10-88aa-3e2571db0c2e', 'name': '', 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'mac_address': 'fa:16:3e:7c:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4c4c1f8a-bff1-4ebc-a883-32207128c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:44Z', 'updated_at': '2021-06-24T07:15:45Z', 'revision_number': 2, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'subnets': [{'id': '4c4c1f8a-bff1-4ebc-a883-32207128c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:47.909594 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Checking router: e1e6729a-e61a-4f16-a48c-868f4abab105 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:15:47.909981 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Updating router e1e6729a-e61a-4f16-a48c-868f4abab105 port 16765b71-caf3-4c10-88aa-3e2571db0c2e binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:15:47.942662 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:47.950692 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:47.982014 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:47.992025 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:47.992341 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.008703 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.093913 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.100071 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-24511827-d128-43b1-a5f6-b208e80b2393 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:48.120014 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ab2988-05b3-4809-a1a5-56e6b3c89062,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:48.122599 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:48.182918 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.203008 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.207620 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4146113 Jun 24 07:15:48.208414 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57784) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:48.213199 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'security_group_rule': {'security_group_id': '5ed5eb25-a511-4c44-954d-3501426ac7f8', 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:48.218126 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=6250b8ca-3f4d-423c-9d5a-8fe0819373b1,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:15:48.285410 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.295232 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Transition to ACTIVE for port object 16765b71-caf3-4c10-88aa-3e2571db0c2e will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:15:48.298772 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.298772 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 5c18b075-1e1b-40ff-a8ce-c26b378379e8 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:48.300368 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:48.327578 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.371276 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=6250b8ca-3f4d-423c-9d5a-8fe0819373b1,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:48.374499 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:48.382320 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:48.382696 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.385398 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.390571 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.403979 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:48.468895 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a2f42-4064-47d6-8cc8-cbc37f6460aa None None] Pushing event updated for resources: {'Port': ['ID=16765b71-caf3-4c10-88aa-3e2571db0c2e,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:48.478846 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.484602 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:48.491741 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-cb8a2f42-4064-47d6-8cc8-cbc37f6460aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:48.502477 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0152b941-c02a-45ee-8706-f87e091c4343,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:48.505974 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:48.550446 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Attempting to bind port 16765b71-caf3-4c10-88aa-3e2571db0c2e on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:15:48.550841 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Attempting to bind port 16765b71-caf3-4c10-88aa-3e2571db0c2e by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:15:48.551215 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Attempting to bind port 16765b71-caf3-4c10-88aa-3e2571db0c2e on network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:15:48.562254 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:15:48.562691 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Checking segment: {'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:15:48.563038 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.563242 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.563432 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Bound using segment: {'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:15:48.563906 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Bound port: 16765b71-caf3-4c10-88aa-3e2571db0c2e, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3492e038-e66a-4aba-b262-496d45df33a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:15:48.564285 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.566246 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3566823 Jun 24 07:15:48.575319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57788) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:48.579942 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'security_group_rule': {'security_group_id': '5ed5eb25-a511-4c44-954d-3501426ac7f8', 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:48.640292 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] For port 16765b71-caf3-4c10-88aa-3e2571db0c2e, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:15:48.645775 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] For port 16765b71-caf3-4c10-88aa-3e2571db0c2e, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=16765b71-caf3-4c10-88aa-3e2571db0c2e,segment=NetworkSegment(3492e038-e66a-4aba-b262-496d45df33a5),segment_id=3492e038-e66a-4aba-b262-496d45df33a5)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:15:48.647644 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.703810 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.706054 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.708885 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:48.767517 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Routers {'e1e6729a-e61a-4f16-a48c-868f4abab105'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:15:48.768180 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['e1e6729a-e61a-4f16-a48c-868f4abab105'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:48.773478 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a2f42-4064-47d6-8cc8-cbc37f6460aa None None] Pushing event updated for resources: {'Port': ['ID=16765b71-caf3-4c10-88aa-3e2571db0c2e,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:48.776586 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.776740 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-cb8a2f42-4064-47d6-8cc8-cbc37f6460aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:48.778723 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1677b3c0-d56d-4dd8-9fa3-757cb694219f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:48.801443 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c184f351-b8cb-49c9-9ebd-8051683c8c62,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:48.803847 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:48.885854 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] Set router e1e6729a-e61a-4f16-a48c-868f4abab105 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:15:48.905461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:48.910707 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305266 Jun 24 07:15:48.910707 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57790) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:48.914616 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'security_group_rule': {'security_group_id': '5ed5eb25-a511-4c44-954d-3501426ac7f8', 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:49.041886 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.091157 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:15:45Z', 'revision_number': 4, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port': {'id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:42Z', 'updated_at': '2021-06-24T07:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '16765b71-caf3-4c10-88aa-3e2571db0c2e', 'name': '', 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'mac_address': 'fa:16:3e:7c:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4c4c1f8a-bff1-4ebc-a883-32207128c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:44Z', 'updated_at': '2021-06-24T07:15:48Z', 'revision_number': 4, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'subnets': [{'id': '4c4c1f8a-bff1-4ebc-a883-32207128c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:15:49.101673 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.118003 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eff901-733b-4c52-8aa9-88b3ac8d9e10 None None] The sync data for ids ['e1e6729a-e61a-4f16-a48c-868f4abab105'] in dv-cinder-784092-10-iscsi is: [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:15:45Z', 'revision_number': 4, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port': {'id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:42Z', 'updated_at': '2021-06-24T07:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '16765b71-caf3-4c10-88aa-3e2571db0c2e', 'name': '', 'network_id': '3ef8acbe-f586-4c27-98f0-e82a3582dfe9', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'mac_address': 'fa:16:3e:7c:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4c4c1f8a-bff1-4ebc-a883-32207128c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:44Z', 'updated_at': '2021-06-24T07:15:48Z', 'revision_number': 4, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'subnets': [{'id': '4c4c1f8a-bff1-4ebc-a883-32207128c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:15:49.180714 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.182908 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-91223d84-9143-4593-a1dc-61bfd790c594 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:49.204504 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0612ef2-9fe6-471a-a77c-783ee4203e3a,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:49.207822 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:49.277049 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.278318 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673706 Jun 24 07:15:49.281022 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 57792) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:49.286319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'security_group_rule': {'security_group_id': '5ed5eb25-a511-4c44-954d-3501426ac7f8', 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:49.379997 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.securitygroups_db [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Project fc43be6928aa4ed18ff15d1141065855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 07:15:49.385625 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.448543 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.489152 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.491381 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:49.508448 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70409b5-3bf7-4434-889d-fe06cc03907a,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:49.511481 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:49.558134 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.559603 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b52f34da-cd8c-4c19-b2a1-4fa14dfd2cbc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2775588 Jun 24 07:15:49.562484 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 57796) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:15:49.568990 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'security_group_rule': {'security_group_id': '5ed5eb25-a511-4c44-954d-3501426ac7f8', 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:15:49.637834 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:49.682847 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.securitygroups_db [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Project fc43be6928aa4ed18ff15d1141065855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 07:15:49.688256 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.704374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:49.704844 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.757944 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.787635 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 16765b71-caf3-4c10-88aa-3e2571db0c2e up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:49.905364 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:49.910325 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-881ae3fa-4c81-4e2e-bc6f-798940e4a9f9 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:49.925697 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211ff6cc-1465-4a5d-8ed1-eafebd920a38,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:49.928107 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:49.933976 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 16765b71-caf3-4c10-88aa-3e2571db0c2e completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:15:49.937957 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 16765b71-caf3-4c10-88aa-3e2571db0c2e triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:49.938334 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:50.013957 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:50.015219 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-bb23bce5-38ff-40b5-919a-48827f3b6abd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4517283 Jun 24 07:15:50.015400 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:50.049424 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 16765b71-caf3-4c10-88aa-3e2571db0c2e, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=16765b71-caf3-4c10-88aa-3e2571db0c2e,segment=NetworkSegment(3492e038-e66a-4aba-b262-496d45df33a5),segment_id=3492e038-e66a-4aba-b262-496d45df33a5)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:15:50.134152 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:50.137102 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:15:50.189458 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=16765b71-caf3-4c10-88aa-3e2571db0c2e,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:15:50.193390 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:15:51.551340 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 16765b71-caf3-4c10-88aa-3e2571db0c2e up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:15:51.598371 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 16765b71-caf3-4c10-88aa-3e2571db0c2e triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:15:51.598759 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:52.766862 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:15:55.653845 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-82d0ed60-22f2-42fe-af3d-3bc226302817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:58.231968 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0d1280b8-870e-42b5-8c9c-86d607abfa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:58.552338 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:15:59.688401 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:01.305456 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:05.762244 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:06.921217 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-338170a3-6740-443f-b53a-51597315cf73 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930918941&fields=id&tenant_id=fc43be6928aa4ed18ff15d1141065855 HTTP/1.1" status: 200 len: 267 time: 0.0319223 Jun 24 07:16:07.027314 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-c9ac4d2c-2052-489e-9708-fd3e4cf785a4 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:07.028752 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-c9ac4d2c-2052-489e-9708-fd3e4cf785a4 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 808 time: 0.1006856 Jun 24 07:16:07.043371 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-3b7935a3-e55b-4d72-abc4-8b26df0d52b2 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/quotas/fc43be6928aa4ed18ff15d1141065855 HTTP/1.1" status: 200 len: 375 time: 0.0092504 Jun 24 07:16:07.109287 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-16d7d8e4-7537-4bb3-ac07-948c5b7b929b tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611405 Jun 24 07:16:07.206308 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-9feb4fdb-fb25-45a4-9af8-d74031180df7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 07:16:07.208257 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-9feb4fdb-fb25-45a4-9af8-d74031180df7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0880892 Jun 24 07:16:07.298143 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-a5a1644a-191f-493b-a0fb-8894cbed26f6 service neutron] 10.222.0.15 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839872 Jun 24 07:16:07.389060 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-6a3fbe52-3cbe-4648-adff-d56355e5248a service neutron] 10.222.0.15 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845232 Jun 24 07:16:08.018287 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-dcb4e26a-b716-4508-8597-cdffef4a95d1 req-f527ce0f-dec7-40e3-afa4-3cbe1523e00e tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 210 time: 0.0756972 Jun 24 07:16:09.099281 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ece6744b-ca6b-48d2-b34f-243ca792bf6e req-2ee486c9-544c-4830-969a-d57ea06b1824 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 210 time: 0.0291741 Jun 24 07:16:10.246976 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-814f1346-9f8f-477e-9432-6ef4df68ae8f req-6e3fe41c-147b-4cb4-8c9e-ccba3dcd877e tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 210 time: 0.0317261 Jun 24 07:16:10.381231 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-300782da-2c95-4fbe-8e88-b330332054f5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:10.382668 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-300782da-2c95-4fbe-8e88-b330332054f5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 808 time: 0.1006367 Jun 24 07:16:10.424920 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-cd49f91e-f3ba-4c2b-b517-a765b455514c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc43be6928aa4ed18ff15d1141065855 HTTP/1.1" status: 200 len: 380 time: 0.0339935 Jun 24 07:16:10.434173 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'port': {'device_id': '067958be-660e-42b2-9751-fac38be2930a', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'admin_state_up': True, 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'security_groups': ['5ed5eb25-a511-4c44-954d-3501426ac7f8']}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:16:10.596867 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Made reservation on behalf of fc43be6928aa4ed18ff15d1141065855 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:16:10.600568 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:10.721177 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Allocated IP 172.20.0.3 (932adce8-1791-4e9c-a439-6dacde0a3c3a/7158642a-7af3-4576-9bc1-186c2565c1c2/b57b89b9-217e-4907-88f7-4edd4c64eace) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:16:10.858953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:10.872488 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Transition to ACTIVE for port object b57b89b9-217e-4907-88f7-4edd4c64eace will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:16:11.014372 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:11.018613 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5cf0f363-ecfc-4577-ba12-0d50a58713ae tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:11.058043 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:16:11.062910 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:16:11.065606 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:16:11.096640 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:11.109467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.109467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.109848 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.110200 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.110546 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.110898 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.111250 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.111584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.111926 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.112266 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.112605 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.112942 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:11.118069 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:11.138847 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:11.139469 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:11.220398 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899499 Jun 24 07:16:11.230594 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-994668a4-884f-431d-bba9-a5ba6fb3db23 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 07:16:11.231573 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-994668a4-884f-431d-bba9-a5ba6fb3db23 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050800 Jun 24 07:16:11.290145 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Request body: {'port': {'device_id': '067958be-660e-42b2-9751-fac38be2930a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:16:11.318062 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-b1bb4108-2a34-47da-908f-c659e3c21861 None None] Provisioning for port b57b89b9-217e-4907-88f7-4edd4c64eace completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:16:11.322265 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-b1bb4108-2a34-47da-908f-c659e3c21861 None None] Provisioning complete for port b57b89b9-217e-4907-88f7-4edd4c64eace triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:16:11.322780 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4108-2a34-47da-908f-c659e3c21861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:11.364869 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:11.376376 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb4108-2a34-47da-908f-c659e3c21861 None None] Port b57b89b9-217e-4907-88f7-4edd4c64eace cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:16:11.431913 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef16af-ca17-4f55-ade4-bf3a02f56748 req-263f6b48-e497-4972-bc96-51f6f932ecfc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:11.433409 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-08ef16af-ca17-4f55-ade4-bf3a02f56748 req-263f6b48-e497-4972-bc96-51f6f932ecfc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 931 time: 0.0747995 Jun 24 07:16:11.470820 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-08ef16af-ca17-4f55-ade4-bf3a02f56748 req-8fd3b82d-daca-474b-aca0-578f02fb74d9 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Jun 24 07:16:11.650597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57b89b9-217e-4907-88f7-4edd4c64eace {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:16:11.650597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:11.661847 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Transition to ACTIVE for port object b57b89b9-217e-4907-88f7-4edd4c64eace will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:16:11.733720 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:11.736707 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:11.784437 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Pushing event updated for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:11.789684 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:11.861011 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Attempting to bind port b57b89b9-217e-4907-88f7-4edd4c64eace on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:16:11.861390 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Attempting to bind port b57b89b9-217e-4907-88f7-4edd4c64eace by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:16:11.861724 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Attempting to bind port b57b89b9-217e-4907-88f7-4edd4c64eace on network 932adce8-1791-4e9c-a439-6dacde0a3c3a {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:16:11.867374 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Port b57b89b9-217e-4907-88f7-4edd4c64eace on network 932adce8-1791-4e9c-a439-6dacde0a3c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 07:16:11.867374 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Attempting to bind port b57b89b9-217e-4907-88f7-4edd4c64eace on network 932adce8-1791-4e9c-a439-6dacde0a3c3a {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:16:11.871836 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:16:11.872176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Checking segment: {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:16:11.872568 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Bound using segment: {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:16:11.872993 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Bound port: b57b89b9-217e-4907-88f7-4edd4c64eace, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c042dbfd-89b4-41a5-a914-b5fa3f56e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:16:11.873376 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:11.941739 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:16:11.945287 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:16:12.020704 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:12.023627 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:12.052864 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:12.053498 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:12.054918 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] 10.222.0.21 "PUT /v2.0/ports/b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 1093 time: 0.8170395 Jun 24 07:16:12.055336 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:16:12.057642 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2f3583-974d-4a66-9e11-518883a1d917" -d '{"events": [{"name": "network-changed", "server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:16:12.090079 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Pushing event updated for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:12.093590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:12.218557 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-c516c3a0-be72-43b3-9e2c-955647195bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:12.220047 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-c516c3a0-be72-43b3-9e2c-955647195bee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1096 time: 0.0543537 Jun 24 07:16:12.265150 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-e4afef26-37c4-400e-9f66-0f0ae4314ee0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 217 time: 0.0364144 Jun 24 07:16:12.313311 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-d0f8910d-4949-4901-9b3f-b6b2e1b553fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:12.314722 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-d0f8910d-4949-4901-9b3f-b6b2e1b553fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.0431969 Jun 24 07:16:12.371599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-9bf4f52c-1e5f-49b7-8477-4d390870ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:12.372928 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-9bf4f52c-1e5f-49b7-8477-4d390870ac9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507584 Jun 24 07:16:12.463261 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-2232bcb1-63d5-42b7-bedf-aded5075f67f service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829880 Jun 24 07:16:12.553785 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2f3cbf43-d99b-4113-b60d-dc3fec13e218 req-fd52fc15-2377-4993-aa53-066d2855c5b9 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841193 Jun 24 07:16:12.644109 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e16315-7ad5-45ba-9cfb-0390aa83efed req-6af7077c-ce90-46dc-805d-9db07c89e52b tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:12.645532 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-04e16315-7ad5-45ba-9cfb-0390aa83efed req-6af7077c-ce90-46dc-805d-9db07c89e52b tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0629864 Jun 24 07:16:12.683878 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-04e16315-7ad5-45ba-9cfb-0390aa83efed req-94b170be-e116-4169-abab-af1a6391c1f7 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Jun 24 07:16:13.177599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf8d281-4b63-4f72-9ee3-f211c6933bd3 x-openstack-request-id: req-fdf8d281-4b63-4f72-9ee3-f211c6933bd3 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:16:13.177924 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:16:13.178213 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdf8d281-4b63-4f72-9ee3-f211c6933bd3 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:16:13.178647 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'status': 'completed', 'code': 200} Jun 24 07:16:13.251695 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-1c2d3be0-b01f-49bf-8249-4984e2b9fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:13.253086 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-1c2d3be0-b01f-49bf-8249-4984e2b9fdb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1096 time: 0.0524228 Jun 24 07:16:13.349328 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-3d646f1c-cb7a-40d9-a786-a5100ba68325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:13.350760 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-3d646f1c-cb7a-40d9-a786-a5100ba68325 service neutron] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 909 time: 0.0918460 Jun 24 07:16:13.389321 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-4cd52ef6-b6d9-4eee-b963-7658f43e6645 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 217 time: 0.0321476 Jun 24 07:16:13.442877 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-543c416e-13e7-463f-9c4c-d31db4bc7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:13.444276 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-543c416e-13e7-463f-9c4c-d31db4bc7c87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.0484531 Jun 24 07:16:13.499067 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-f65472e3-1928-40ef-af2e-482caae0a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:13.500500 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-f65472e3-1928-40ef-af2e-482caae0a510 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502830 Jun 24 07:16:13.591091 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-2c69ca50-c4af-4d2e-b189-8b53abe76f77 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837691 Jun 24 07:16:13.679447 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4c2f3583-974d-4a66-9e11-518883a1d917 req-a033ce72-3f85-424c-ba5c-307f60daa293 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821669 Jun 24 07:16:13.858325 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffa97f-c3a9-4c41-8b4f-ef4af0fcf72a req-bf782358-ecc1-4021-8de5-79217b963421 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:13.859742 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dcffa97f-c3a9-4c41-8b4f-ef4af0fcf72a req-bf782358-ecc1-4021-8de5-79217b963421 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0620286 Jun 24 07:16:13.896067 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dcffa97f-c3a9-4c41-8b4f-ef4af0fcf72a req-77e5a506-7c41-49fd-a763-ac7742962ee6 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300179 Jun 24 07:16:15.073749 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642b30-f4b2-491d-a901-71abbdee1da3 req-15aa023d-bc7b-48b7-9cc3-68561c133b82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:15.075178 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf642b30-f4b2-491d-a901-71abbdee1da3 req-15aa023d-bc7b-48b7-9cc3-68561c133b82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0629015 Jun 24 07:16:15.115845 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bf642b30-f4b2-491d-a901-71abbdee1da3 req-8a42a058-981c-44bd-9ea7-7491bbdb5e0a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350757 Jun 24 07:16:16.289833 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc66ae-688c-4efc-88b6-540b200edda2 req-bc086f77-6a0c-4464-88d3-e06de44f0aa8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:16.291274 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f9fc66ae-688c-4efc-88b6-540b200edda2 req-bc086f77-6a0c-4464-88d3-e06de44f0aa8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0648499 Jun 24 07:16:16.329347 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f9fc66ae-688c-4efc-88b6-540b200edda2 req-25ca6ff1-0a9c-4277-807b-a973d2ed8bcd tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jun 24 07:16:17.502041 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a5bcb-6548-4cdd-aed3-119bb780407f req-dacfe7e9-4ffa-48f4-8f8f-ff1e357256b0 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:17.503509 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c65a5bcb-6548-4cdd-aed3-119bb780407f req-dacfe7e9-4ffa-48f4-8f8f-ff1e357256b0 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0609930 Jun 24 07:16:17.540231 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c65a5bcb-6548-4cdd-aed3-119bb780407f req-399220fc-8362-4c6d-ba01-20826c364bad tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304172 Jun 24 07:16:18.708027 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6c993-ef09-4a7e-85a4-86747a2dde7f req-5a49f566-c614-4da2-bdc4-735749118adc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:18.709509 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e0a6c993-ef09-4a7e-85a4-86747a2dde7f req-5a49f566-c614-4da2-bdc4-735749118adc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0618174 Jun 24 07:16:18.747236 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e0a6c993-ef09-4a7e-85a4-86747a2dde7f req-ac44ee4c-bf51-492c-ae94-7043a5cfb414 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Jun 24 07:16:19.909116 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b57b89b9-217e-4907-88f7-4edd4c64eace details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 07:16:19.917973 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b41b-8465-4dfe-8b4c-5eebbd820668 req-56b5f889-0e6a-4cf1-bb15-466ae6dac909 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:19.919423 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-72a0b41b-8465-4dfe-8b4c-5eebbd820668 req-56b5f889-0e6a-4cf1-bb15-466ae6dac909 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0638399 Jun 24 07:16:19.961675 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-72a0b41b-8465-4dfe-8b4c-5eebbd820668 req-e7ddf825-46d9-4ce3-94cb-8f32a89a2301 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362720 Jun 24 07:16:20.003050 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:16:20.014064 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'port_id': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'mac_address': 'fa:16:3e:f7:b3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 07:16:20.052901 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:20.064926 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57b89b9-217e-4907-88f7-4edd4c64eace {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:16:20.084372 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:16:20.173620 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:20.175364 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:20.219962 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:20.223557 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:20.401090 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['b57b89b9-217e-4907-88f7-4edd4c64eace'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:16:21.140812 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a3e20-caa1-44a3-bfac-c4a097959c40 req-d0957a0d-206b-4e6f-97c8-d7019752acf3 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:21.142304 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-367a3e20-caa1-44a3-bfac-c4a097959c40 req-d0957a0d-206b-4e6f-97c8-d7019752acf3 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 944 time: 0.0695851 Jun 24 07:16:21.178816 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-367a3e20-caa1-44a3-bfac-c4a097959c40 req-a098ac36-d61e-40b0-ab75-2ba7b6caf145 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308537 Jun 24 07:16:21.924446 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b57b89b9-217e-4907-88f7-4edd4c64eace up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:16:22.030952 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port b57b89b9-217e-4907-88f7-4edd4c64eace completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:16:22.035129 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port b57b89b9-217e-4907-88f7-4edd4c64eace triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:16:22.035503 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:22.236806 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:22.259664 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:16:22.261986 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eba000-70ec-48ea-a554-ecca8910efa7" -d '{"events": [{"server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "name": "network-vif-plugged", "status": "completed", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:16:22.277137 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:16:22.351342 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:22.354062 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:22.379198 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab22e02-748f-4dc2-8b53-bb9d217c3b1b x-openstack-request-id: req-9ab22e02-748f-4dc2-8b53-bb9d217c3b1b {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:16:22.379620 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "name": "network-vif-plugged", "status": "completed", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:16:22.380018 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ab22e02-748f-4dc2-8b53-bb9d217c3b1b {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:16:22.380648 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'code': 200} Jun 24 07:16:22.397926 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2b347-7b3c-4dbf-8b6d-97f87c7bb981 req-9755f5b0-2c3d-4400-89ae-561b09d0516c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:22.400188 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87a2b347-7b3c-4dbf-8b6d-97f87c7bb981 req-9755f5b0-2c3d-4400-89ae-561b09d0516c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 944 time: 0.0841534 Jun 24 07:16:22.410069 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:22.413197 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:22.440837 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-87a2b347-7b3c-4dbf-8b6d-97f87c7bb981 req-81c27189-7b75-4088-a422-472cd11d84e2 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347068 Jun 24 07:16:22.758505 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06632a82-75ee-4688-81ef-f4a5a3614ba3 req-a2fc9095-21bf-471e-b670-c9af18dcc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:22.759976 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06632a82-75ee-4688-81ef-f4a5a3614ba3 req-a2fc9095-21bf-471e-b670-c9af18dcc77f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1098 time: 0.0547774 Jun 24 07:16:22.793498 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06632a82-75ee-4688-81ef-f4a5a3614ba3 req-21bc34cc-ee02-499a-afc5-7bfd7005981d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275681 Jun 24 07:16:23.626215 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e41bd-cf2d-401e-b3c0-8a256492b806 req-a32e6c84-e307-413a-b177-959ab3eeffcc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:23.627671 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e74e41bd-cf2d-401e-b3c0-8a256492b806 req-a32e6c84-e307-413a-b177-959ab3eeffcc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0682275 Jun 24 07:16:23.664869 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e74e41bd-cf2d-401e-b3c0-8a256492b806 req-1740e092-e318-4c0b-baa5-d80e5bfafad4 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Jun 24 07:16:24.833363 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23deaf9-1a73-4ccd-b27a-5b8634d1cb33 req-c2fb560f-d00b-413e-b844-a99cd15b9253 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:24.834840 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c23deaf9-1a73-4ccd-b27a-5b8634d1cb33 req-c2fb560f-d00b-413e-b844-a99cd15b9253 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0623555 Jun 24 07:16:24.871667 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c23deaf9-1a73-4ccd-b27a-5b8634d1cb33 req-85f66c55-786d-477c-bf67-6115e1486b95 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Jun 24 07:16:25.047726 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600778c-6420-48c8-9493-7f7dfded1c56 req-ead42c94-3bfb-4915-b3e4-8153a6c328b7 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:25.049236 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b600778c-6420-48c8-9493-7f7dfded1c56 req-ead42c94-3bfb-4915-b3e4-8153a6c328b7 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0624104 Jun 24 07:16:25.085831 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b600778c-6420-48c8-9493-7f7dfded1c56 req-19b4200b-99d1-4919-87f9-eba2b23542c0 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305269 Jun 24 07:16:25.108844 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58050) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:25.202659 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b0814-7289-4211-9e65-69d035f0dbde tempest-TestShelveInstance-1313261107 tempest-TestShelveInstance-1313261107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:25.204046 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-4b1b0814-7289-4211-9e65-69d035f0dbde tempest-TestShelveInstance-1313261107 tempest-TestShelveInstance-1313261107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1093 time: 0.0941815 Jun 24 07:16:25.206952 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58054) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:25.211453 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'port_id': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:16:25.317082 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for floatingip, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:25.412076 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:25.523306 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Allocated IP 172.27.2.80 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/9aa235cb-b9d1-4323-af78-fa19f5b74646) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:16:25.625971 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:25.636726 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0f7c4253-6988-4ec3-bb69-457f58a3545e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:25.757196 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:25.760119 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-02a211db-4dd5-4177-a60a-10a8d02848db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:25.793428 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:16:25.796079 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:16:25.801891 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:16:25.826139 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'Port': ['ID=9aa235cb-b9d1-4323-af78-fa19f5b74646,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:25.829818 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:26.167747 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:26.286968 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:26.436351 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:26.499304 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:26.501401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-2d710ce8-ce51-4086-9cee-5e72e2c9896d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:26.566013 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event updated for resources: {'Port': ['ID=9aa235cb-b9d1-4323-af78-fa19f5b74646,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:26.570406 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:26.580042 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:26.672229 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Floating IP 856e017a-416e-4285-9e12-64f02ce8be3a associated. External IP: 172.27.2.80, port: b57b89b9-217e-4907-88f7-4edd4c64eace. Jun 24 07:16:26.874751 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Router 7eeabae0-f45e-4dee-9df0-18c247909c3a has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:16:26.980179 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:16:26.989443 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] Sync routers for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:16:26.998073 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:16:27.003279 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:27.037031 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:27.072867 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8647327 Jun 24 07:16:27.073543 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:16:27.075822 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a92068-4cea-47be-8467-7fecca74aada" -d '{"events": [{"name": "network-changed", "server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:16:27.102241 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:16:27.110765 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8370eb3-f7b5-407b-93e4-acede584ae26 x-openstack-request-id: req-e8370eb3-f7b5-407b-93e4-acede584ae26 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:16:27.111122 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:16:27.111422 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8370eb3-f7b5-407b-93e4-acede584ae26 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:16:27.111860 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'status': 'completed', 'code': 200} Jun 24 07:16:27.189965 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a92068-4cea-47be-8467-7fecca74aada req-9bb37cd3-14c7-4231-96f7-39f1f943d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:27.191938 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75a92068-4cea-47be-8467-7fecca74aada req-9bb37cd3-14c7-4231-96f7-39f1f943d9f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1098 time: 0.0559807 Jun 24 07:16:27.285620 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a92068-4cea-47be-8467-7fecca74aada req-0dea3e0f-efc5-41af-8a44-9b384581251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:27.287327 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75a92068-4cea-47be-8467-7fecca74aada req-0dea3e0f-efc5-41af-8a44-9b384581251d service neutron] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 909 time: 0.0887790 Jun 24 07:16:27.356628 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75a92068-4cea-47be-8467-7fecca74aada req-c1f0c8a1-d6d2-47ce-bfdf-701137d8c7a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 998 time: 0.0631154 Jun 24 07:16:27.427079 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '856e017a-416e-4285-9e12-64f02ce8be3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'port_id': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'mac_address': 'fa:16:3e:f7:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067958be-660e-42b2-9751-fac38be2930a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:16:26Z', 'updated_at': '2021-06-24T07:16:26Z', 'revision_number': 0, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:44Z', 'revision_number': 5, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:27.456627 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] Checking router: 7eeabae0-f45e-4dee-9df0-18c247909c3a for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:16:27.466680 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:16:27.467473 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:15:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:27.575283 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:16:27.664180 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a92068-4cea-47be-8467-7fecca74aada req-dcaf92f2-9ff8-4e55-8411-5c6e322b6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:27.665645 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75a92068-4cea-47be-8467-7fecca74aada req-dcaf92f2-9ff8-4e55-8411-5c6e322b6e39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.3027830 Jun 24 07:16:27.725503 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a92068-4cea-47be-8467-7fecca74aada req-c0ed46b9-a1aa-42d9-bb10-8346c6f49db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:16:27.725503 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75a92068-4cea-47be-8467-7fecca74aada req-c0ed46b9-a1aa-42d9-bb10-8346c6f49db7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518389 Jun 24 07:16:27.797241 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '856e017a-416e-4285-9e12-64f02ce8be3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'port_id': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'mac_address': 'fa:16:3e:f7:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067958be-660e-42b2-9751-fac38be2930a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:16:26Z', 'updated_at': '2021-06-24T07:16:26Z', 'revision_number': 0, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:44Z', 'revision_number': 5, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:27.814426 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75a92068-4cea-47be-8467-7fecca74aada req-4be7d9ab-bd68-4966-b8b0-2b596aa60c57 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837970 Jun 24 07:16:27.824001 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08554d-7d1f-4667-a3f6-aaf1f12786ff None None] The sync data for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi is: [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '856e017a-416e-4285-9e12-64f02ce8be3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'port_id': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'mac_address': 'fa:16:3e:f7:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067958be-660e-42b2-9751-fac38be2930a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:16:26Z', 'updated_at': '2021-06-24T07:16:26Z', 'revision_number': 0, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:44Z', 'revision_number': 5, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:16:27.908201 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-75a92068-4cea-47be-8467-7fecca74aada req-32d5abe2-4c57-4e93-8b48-4dcde2605f31 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876153 Jun 24 07:16:28.019238 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a498b-b970-405d-b255-faf54ce4a6e0 None None] New status for floating IP 856e017a-416e-4285-9e12-64f02ce8be3a: ACTIVE {{(pid=100202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:16:28.259351 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-cd3a757b-c61b-42ff-b5a2-c55179488c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:28.573672 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:29.699435 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:29.764770 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:16:31.299321 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:31.780915 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58078) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:32.205222 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:32.442695 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Deleting port 7746b247-e62a-472b-b19d-11c70318c87a {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:16:32.443028 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:32.518864 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] For port 7746b247-e62a-472b-b19d-11c70318c87a, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=7746b247-e62a-472b-b19d-11c70318c87a,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:16:32.519129 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:32.531045 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Calling delete_port for 7746b247-e62a-472b-b19d-11c70318c87a owned by network:router_interface {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:16:33.031036 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:33.032960 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:33.055922 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Pushing event deleted for resources: {'Port': ['ID=7746b247-e62a-472b-b19d-11c70318c87a,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:33.085009 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.085491 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.085861 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.086220 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.086573 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.086932 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.087851 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.088208 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.088560 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.088909 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.089278 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.089625 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:16:33.093970 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:33.229984 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:33.431890 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Router 2ed05877-c52c-4fa4-b663-0840042c0dd7 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:16:33.537247 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:16:33.544411 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] 10.222.0.15 "PUT /v2.0/routers/2ed05877-c52c-4fa4-b663-0840042c0dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602706 Jun 24 07:16:33.544728 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58082) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:33.547283 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] Sync routers for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:16:33.558148 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:16:33.558880 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:16:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:33.648187 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks [] for router, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:33.662586 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:16:33.749486 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:33.839022 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T07:16:32Z', 'revision_number': 5, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port': {'id': '7ab62d6e-75ee-4d44-aded-1f54353810b8', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T06:39:14Z', 'updated_at': '2021-06-24T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:33.857878 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Deleting port 7ab62d6e-75ee-4d44-aded-1f54353810b8 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:16:33.858490 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:33.866120 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] Checking router: 2ed05877-c52c-4fa4-b663-0840042c0dd7 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:16:33.874337 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] Routers {'2ed05877-c52c-4fa4-b663-0840042c0dd7'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:16:33.874957 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:16:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['2ed05877-c52c-4fa4-b663-0840042c0dd7'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:33.941438 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] For port 7ab62d6e-75ee-4d44-aded-1f54353810b8, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=7ab62d6e-75ee-4d44-aded-1f54353810b8,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:16:33.941944 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:33.954466 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Calling delete_port for 7ab62d6e-75ee-4d44-aded-1f54353810b8 owned by network:router_gateway {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:16:33.960604 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] Set router 2ed05877-c52c-4fa4-b663-0840042c0dd7 gateway port host: None {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:16:34.010950 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T07:16:33Z', 'revision_number': 6, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port_host': None}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:34.040340 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc23d8-5e05-4876-bd21-e70b011a30f6 None None] The sync data for ids ['2ed05877-c52c-4fa4-b663-0840042c0dd7'] in dv-cinder-784092-10-iscsi is: [{'id': '2ed05877-c52c-4fa4-b663-0840042c0dd7', 'name': 'tempest-AttachVolumeTestJSON-907136094-router', 'tenant_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T06:39:12Z', 'updated_at': '2021-06-24T07:16:33Z', 'revision_number': 6, 'project_id': '7f8d8ca933ea4547b20d4fbf374c848d', 'gw_port_host': None}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:16:34.242406 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.245662 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:34.270452 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab62d6e-75ee-4d44-aded-1f54353810b8,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:34.272862 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:34.331876 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.427418 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.429685 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.539816 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.540353 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed05877-c52c-4fa4-b663-0840042c0dd7 {{(pid=100200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 07:16:34.545423 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.546563 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2ed05877-c52c-4fa4-b663-0840042c0dd7 HTTP/1.1" status: 204 len: 168 time: 1.0008507 Jun 24 07:16:34.548966 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58086) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:34.593584 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] Deleting subnet e1e5a473-276a-4821-8821-5a2981ad74f4 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:16:34.596541 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.645531 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.732903 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.911877 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.914561 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9092a230-c0bb-42c0-a5cc-cfd15bf865ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:34.938473 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e5a473-276a-4821-8821-5a2981ad74f4,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:34.946193 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:34.949526 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:34.953122 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-cfa40384-89f4-47b4-883c-7b786381006e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e1e5a473-276a-4821-8821-5a2981ad74f4 HTTP/1.1" status: 204 len: 168 time: 0.4019711 Jun 24 07:16:34.954460 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58088) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:34.957128 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64354309-0bb3-49da-9143-6da6c6316929 None None] Network c42871d8-e1d8-4c3e-9434-390214e0f8e0 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:16:35.038998 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.093618 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Deleting port 9a47ddec-3db6-4543-9764-94bb3fa85048 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:16:35.094158 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.140251 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] DHCP port deletion for c42871d8-e1d8-4c3e-9434-390214e0f8e0 request from dv-cinder-784092-10-iscsi {{(pid=100202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 07:16:35.157263 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] For port 9a47ddec-3db6-4543-9764-94bb3fa85048, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=9a47ddec-3db6-4543-9764-94bb3fa85048,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:16:35.157628 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.175190 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Calling delete_port for 9a47ddec-3db6-4543-9764-94bb3fa85048 owned by network:dhcp {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:16:35.191429 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] Deleting port 9a47ddec-3db6-4543-9764-94bb3fa85048 {{(pid=100202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:16:35.191838 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.251780 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] For port 9a47ddec-3db6-4543-9764-94bb3fa85048, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=9a47ddec-3db6-4543-9764-94bb3fa85048,segment=NetworkSegment(6f631a02-7bcf-4460-a382-cc0b233b852c),segment_id=6f631a02-7bcf-4460-a382-cc0b233b852c)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:16:35.252088 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.264204 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] Calling delete_port for 9a47ddec-3db6-4543-9764-94bb3fa85048 owned by network:dhcp {{(pid=100202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:16:35.311125 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.314143 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:35.337420 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a47ddec-3db6-4543-9764-94bb3fa85048,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:35.340582 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:35.341410 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] No DVR routers for this DVR port 9a47ddec-3db6-4543-9764-94bb3fa85048 on host dv-cinder-784092-10-iscsi {{(pid=100200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:16:35.343511 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.346562 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:35.370150 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] Pushing event deleted for resources: {'Port': ['ID=9a47ddec-3db6-4543-9764-94bb3fa85048,revision_number=None']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:35.373061 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:35.374191 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] No DVR routers for this DVR port 9a47ddec-3db6-4543-9764-94bb3fa85048 on host dv-cinder-784092-10-iscsi {{(pid=100202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:16:35.416230 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.426044 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42871d8-e1d8-4c3e-9434-390214e0f8e0']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:35.435643 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f631a02-7bcf-4460-a382-cc0b233b852c') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:35.435947 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f631a02-7bcf-4460-a382-cc0b233b852c') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:16:35.444494 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.458921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.464639 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:16:35.465046 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:16:35.466664 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:16:35.573488 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 7746b247-e62a-472b-b19d-11c70318c87a no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:16:35.593082 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 7746b247-e62a-472b-b19d-11c70318c87a {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:16:35.593437 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 7746b247-e62a-472b-b19d-11c70318c87a not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:16:35.593849 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 7ab62d6e-75ee-4d44-aded-1f54353810b8 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:16:35.603076 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.607649 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-27489cda-9813-4ac4-b717-7dfd7e25b6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:35.614729 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.615234 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c42871d8-e1d8-4c3e-9434-390214e0f8e0 HTTP/1.1" status: 204 len: 168 time: 0.6596630 Jun 24 07:16:35.616224 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 7ab62d6e-75ee-4d44-aded-1f54353810b8 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:16:35.616761 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 7ab62d6e-75ee-4d44-aded-1f54353810b8 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:16:35.617404 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 9a47ddec-3db6-4543-9764-94bb3fa85048 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:16:35.630979 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42871d8-e1d8-4c3e-9434-390214e0f8e0,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:35.633627 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:35.637407 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 9a47ddec-3db6-4543-9764-94bb3fa85048 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:16:35.643437 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 9a47ddec-3db6-4543-9764-94bb3fa85048 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:16:35.812974 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:35.995446 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58092) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:36.035683 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-4a7f5bdf-fcd5-4640-8eb9-30e79917f9b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f8d8ca933ea4547b20d4fbf374c848d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386524 Jun 24 07:16:36.037711 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58094) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:36.085061 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-28cd2c37-7e63-46f7-8dae-b75ccf45617f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:36.105539 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-28cd2c37-7e63-46f7-8dae-b75ccf45617f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:36.265590 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-28cd2c37-7e63-46f7-8dae-b75ccf45617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:36.268244 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-28cd2c37-7e63-46f7-8dae-b75ccf45617f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:36.269726 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-28cd2c37-7e63-46f7-8dae-b75ccf45617f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2c6e01a-012c-4bc7-80bb-438e4a039b57 HTTP/1.1" status: 204 len: 168 time: 0.2308779 Jun 24 07:16:36.270629 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8903ee71-7c00-4e31-867d-d3a3ab173459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:36.278383 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd2c37-7e63-46f7-8dae-b75ccf45617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6e01a-012c-4bc7-80bb-438e4a039b57,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:36.280802 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-28cd2c37-7e63-46f7-8dae-b75ccf45617f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:38.739752 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58140) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:38.837889 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b6a2-d67c-4d08-a1fd-73b199047675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:38.928946 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b6a2-d67c-4d08-a1fd-73b199047675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:39.025481 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b6a2-d67c-4d08-a1fd-73b199047675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:39.028012 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7fa18262-27b4-4f65-9c40-100f7046b2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:39.067923 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b3b3b6a2-d67c-4d08-a1fd-73b199047675 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8d8cbfc06aa442589464f43030f2c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270915 Jun 24 07:16:39.068773 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3b6a2-d67c-4d08-a1fd-73b199047675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0141e7c9-6489-4d13-b199-440c6c9ec8fb,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:39.070643 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58144) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:39.071821 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b3b3b6a2-d67c-4d08-a1fd-73b199047675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:39.118981 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5400658-7616-4899-a0d1-f9e24c57149c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:39.142440 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5400658-7616-4899-a0d1-f9e24c57149c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:39.299651 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5400658-7616-4899-a0d1-f9e24c57149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:39.302796 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-e5400658-7616-4899-a0d1-f9e24c57149c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:39.303964 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-e5400658-7616-4899-a0d1-f9e24c57149c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0141e7c9-6489-4d13-b199-440c6c9ec8fb HTTP/1.1" status: 204 len: 168 time: 0.2323093 Jun 24 07:16:39.304743 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8fec7eec-8fe2-4f8d-a4e1-f0e1c52c9f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:39.312087 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5400658-7616-4899-a0d1-f9e24c57149c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141e7c9-6489-4d13-b199-440c6c9ec8fb,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:39.316614 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-e5400658-7616-4899-a0d1-f9e24c57149c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:39.940114 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58150) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:39.954199 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-33e40730-ca5d-4006-bee5-b53cdbf96114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:40.039612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-33e40730-ca5d-4006-bee5-b53cdbf96114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:40.128152 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-33e40730-ca5d-4006-bee5-b53cdbf96114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:40.131509 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-2f452e92-9b35-462e-b216-910dda1e426e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:40.168171 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e40730-ca5d-4006-bee5-b53cdbf96114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae80530e-6996-4812-9129-65341b57f1e5,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:40.173152 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-33e40730-ca5d-4006-bee5-b53cdbf96114 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b05129f4853647cf9fbbbc2f75886aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319472 Jun 24 07:16:40.174033 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-33e40730-ca5d-4006-bee5-b53cdbf96114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:40.176593 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58154) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:40.224525 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-183f03b8-b4cf-4d5d-8ee9-540f426f3eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:40.245255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-183f03b8-b4cf-4d5d-8ee9-540f426f3eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:40.373838 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-183f03b8-b4cf-4d5d-8ee9-540f426f3eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:40.376509 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-183f03b8-b4cf-4d5d-8ee9-540f426f3eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:40.377683 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-183f03b8-b4cf-4d5d-8ee9-540f426f3eb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae80530e-6996-4812-9129-65341b57f1e5 HTTP/1.1" status: 204 len: 168 time: 0.2005711 Jun 24 07:16:40.378427 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-13a847c9-c133-48a3-88e8-03978acdd766 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:40.385681 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f03b8-b4cf-4d5d-8ee9-540f426f3eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae80530e-6996-4812-9129-65341b57f1e5,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:40.390150 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-183f03b8-b4cf-4d5d-8ee9-540f426f3eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:43.103212 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58208) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:43.202316 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7a030310-bb58-4478-931f-7c1c6fef6429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:43.287186 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7a030310-bb58-4478-931f-7c1c6fef6429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:43.390988 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-7a030310-bb58-4478-931f-7c1c6fef6429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:43.394253 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3fc6a1a9-8b4c-402b-abc0-d54d2f328e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:43.427956 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-7a030310-bb58-4478-931f-7c1c6fef6429 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe1eb91a427446c9b0dafb2f2643b63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237076 Jun 24 07:16:43.429964 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a030310-bb58-4478-931f-7c1c6fef6429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6207c695-d885-4de6-b1d4-ebe265c39ae9,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:43.430609 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58212) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:43.433115 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7a030310-bb58-4478-931f-7c1c6fef6429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:43.479296 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2edcac86-3b8f-4dbb-a85e-2d2770c8b550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:43.499578 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2edcac86-3b8f-4dbb-a85e-2d2770c8b550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:43.630394 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2edcac86-3b8f-4dbb-a85e-2d2770c8b550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:43.632992 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-2edcac86-3b8f-4dbb-a85e-2d2770c8b550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:43.634236 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-2edcac86-3b8f-4dbb-a85e-2d2770c8b550 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6207c695-d885-4de6-b1d4-ebe265c39ae9 HTTP/1.1" status: 204 len: 168 time: 0.2026119 Jun 24 07:16:43.635041 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-42becbd4-0444-4081-a65e-d6b60036b68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:43.644826 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcac86-3b8f-4dbb-a85e-2d2770c8b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6207c695-d885-4de6-b1d4-ebe265c39ae9,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:43.645998 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2edcac86-3b8f-4dbb-a85e-2d2770c8b550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:44.292373 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58218) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:44.306422 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1abca417-ba9b-4717-b37c-4d6eafc8cf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:44.393014 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1abca417-ba9b-4717-b37c-4d6eafc8cf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:44.465452 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1abca417-ba9b-4717-b37c-4d6eafc8cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:44.468156 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-2edcac86-3b8f-4dbb-a85e-2d2770c8b550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:44.503160 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abca417-ba9b-4717-b37c-4d6eafc8cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e128449-65e4-4682-908c-d00bf002a830,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:44.508521 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1abca417-ba9b-4717-b37c-4d6eafc8cf74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=047a7819273e4f42855cc85c73684345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151561 Jun 24 07:16:44.509437 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1abca417-ba9b-4717-b37c-4d6eafc8cf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:44.511594 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58220) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:44.561409 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7fe60b6e-7983-4475-b754-64b8f29f5c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:44.582511 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7fe60b6e-7983-4475-b754-64b8f29f5c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:44.699712 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7fe60b6e-7983-4475-b754-64b8f29f5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:44.702374 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7fe60b6e-7983-4475-b754-64b8f29f5c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:44.703512 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7fe60b6e-7983-4475-b754-64b8f29f5c75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e128449-65e4-4682-908c-d00bf002a830 HTTP/1.1" status: 204 len: 168 time: 0.1916034 Jun 24 07:16:44.704288 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9be7bd18-f850-4e41-9b45-0071252d4887 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:44.711692 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe60b6e-7983-4475-b754-64b8f29f5c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e128449-65e4-4682-908c-d00bf002a830,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:44.713921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7fe60b6e-7983-4475-b754-64b8f29f5c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:53.867648 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58344) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:53.966764 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a62cab30-9052-4068-937a-34ef1589c5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:54.051059 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a62cab30-9052-4068-937a-34ef1589c5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:54.127816 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a62cab30-9052-4068-937a-34ef1589c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:54.130821 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bcd26612-22f5-4f9b-ad91-808ad3ace5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:54.165318 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-a62cab30-9052-4068-937a-34ef1589c5f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d44f38cb70be46ba96b69e1d68b83d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964320 Jun 24 07:16:54.166211 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cab30-9052-4068-937a-34ef1589c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e07cd2-dd97-4c9b-b7c0-5426e762c765,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:54.167917 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58348) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:54.169348 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a62cab30-9052-4068-937a-34ef1589c5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:54.216530 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-28b224b4-a848-4ac2-8ef7-6f2878fbfaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:54.236831 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-28b224b4-a848-4ac2-8ef7-6f2878fbfaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:54.414019 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-28b224b4-a848-4ac2-8ef7-6f2878fbfaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:54.416660 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-28b224b4-a848-4ac2-8ef7-6f2878fbfaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:54.417824 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-28b224b4-a848-4ac2-8ef7-6f2878fbfaab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71e07cd2-dd97-4c9b-b7c0-5426e762c765 HTTP/1.1" status: 204 len: 168 time: 0.2488987 Jun 24 07:16:54.418554 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0550e9f1-234e-4185-94b1-a34091d72981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:54.427293 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b224b4-a848-4ac2-8ef7-6f2878fbfaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e07cd2-dd97-4c9b-b7c0-5426e762c765,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:54.429514 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-28b224b4-a848-4ac2-8ef7-6f2878fbfaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:55.275639 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58354) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:55.289002 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-19d2c338-3dd9-44cf-8c1a-41b92cfb94d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:55.371843 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-19d2c338-3dd9-44cf-8c1a-41b92cfb94d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:55.476681 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-19d2c338-3dd9-44cf-8c1a-41b92cfb94d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:55.479112 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9afd516d-ae7e-4cf3-b07f-d79dc5bf402d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:55.515403 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2c338-3dd9-44cf-8c1a-41b92cfb94d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f01a3d-2131-4da4-9584-a677246f2c50,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:55.518329 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-19d2c338-3dd9-44cf-8c1a-41b92cfb94d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:55.521650 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-19d2c338-3dd9-44cf-8c1a-41b92cfb94d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5acbefde3476404b9608b05e7a454da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449131 Jun 24 07:16:55.524480 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58356) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:55.573050 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7a4b97e9-78ea-4418-8d9a-252164d5643a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:55.595083 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7a4b97e9-78ea-4418-8d9a-252164d5643a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:55.631472 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f60974eb-f514-44eb-b332-8b9a787e786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:55.773810 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7a4b97e9-78ea-4418-8d9a-252164d5643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:55.776508 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7a4b97e9-78ea-4418-8d9a-252164d5643a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:55.777797 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7a4b97e9-78ea-4418-8d9a-252164d5643a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19f01a3d-2131-4da4-9584-a677246f2c50 HTTP/1.1" status: 204 len: 168 time: 0.2525105 Jun 24 07:16:55.778589 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1abca417-ba9b-4717-b37c-4d6eafc8cf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:55.786105 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b97e9-78ea-4418-8d9a-252164d5643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f01a3d-2131-4da4-9584-a677246f2c50,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:55.788267 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7a4b97e9-78ea-4418-8d9a-252164d5643a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:57.256840 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58386) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:57.356286 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-85606052-fa58-4352-9f05-8ccaf9a121d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:57.440462 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-85606052-fa58-4352-9f05-8ccaf9a121d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:57.505083 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-85606052-fa58-4352-9f05-8ccaf9a121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:57.507434 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e4a8cf45-b60a-44d1-a2f0-fadb2a463752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:57.541492 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85606052-fa58-4352-9f05-8ccaf9a121d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd47b284-f11b-4bef-9546-0087e1ab209c,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:57.545740 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-85606052-fa58-4352-9f05-8ccaf9a121d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fca34360c23149ed971695d532a4ad37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878647 Jun 24 07:16:57.546604 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-85606052-fa58-4352-9f05-8ccaf9a121d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:57.548393 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58390) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:16:57.598879 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-284623bf-9acb-4bb3-936c-509048f7ba0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:57.619274 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-284623bf-9acb-4bb3-936c-509048f7ba0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:57.739559 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-284623bf-9acb-4bb3-936c-509048f7ba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:57.743218 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-284623bf-9acb-4bb3-936c-509048f7ba0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:57.745044 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-284623bf-9acb-4bb3-936c-509048f7ba0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd47b284-f11b-4bef-9546-0087e1ab209c HTTP/1.1" status: 204 len: 168 time: 0.1955605 Jun 24 07:16:57.746005 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-df961229-86fc-4fa0-8436-01ea7d28e332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:16:57.754177 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284623bf-9acb-4bb3-936c-509048f7ba0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd47b284-f11b-4bef-9546-0087e1ab209c,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:16:57.756532 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-284623bf-9acb-4bb3-936c-509048f7ba0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:16:58.231433 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-fdfa09ba-e435-4b6d-b098-69125d703943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:58.562458 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:16:59.682687 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:00.753162 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-6c72abc3-8642-4c9e-a3ee-9296b494e45b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fe2f4ff22834a3b8fec1e6385fcde64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294833 Jun 24 07:17:00.928726 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-d05ab252-33e4-4bb7-8fc9-85e663f6eeac tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:00.930088 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-d05ab252-33e4-4bb7-8fc9-85e663f6eeac tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718805 Jun 24 07:17:00.945367 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-23d9454e-2d84-4863-8ad9-1aa6a9ba0441 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/quotas/6fe2f4ff22834a3b8fec1e6385fcde64 HTTP/1.1" status: 200 len: 375 time: 0.0097454 Jun 24 07:17:00.984488 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-13cc0b74-cf40-4712-8b90-233b13d0587e tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fe2f4ff22834a3b8fec1e6385fcde64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336037 Jun 24 07:17:01.213437 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-28feb408-3ea6-4661-82aa-df00e95dc502 req-ab0e2ac8-4e4d-450e-8e29-97fb41a69aab tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 210 time: 0.0316088 Jun 24 07:17:01.288084 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:02.354324 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4007e75c-e512-405c-8e2e-11d7b797d655 req-dbce3d5c-5704-4e1b-be12-4f1554a89526 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 210 time: 0.0300918 Jun 24 07:17:03.464262 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-26635c38-b828-432d-9ade-c5ce6ef84074 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6fe2f4ff22834a3b8fec1e6385fcde64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306587 Jun 24 07:17:03.520637 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3625ebc1-1a02-4c40-b445-09aa04689f7f req-f07ca1ad-b696-4ab4-82e2-4f137c7d63c2 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 210 time: 0.0548983 Jun 24 07:17:03.666280 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-a9515fb8-de4d-4ea5-a677-1be40749cb24 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:03.667611 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-a9515fb8-de4d-4ea5-a677-1be40749cb24 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926873 Jun 24 07:17:03.679908 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Request body: {'port': {'device_id': 'e9b688a5-b142-417c-b1ee-58bd741c2753', 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba', 'admin_state_up': True, 'tenant_id': '6fe2f4ff22834a3b8fec1e6385fcde64'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:04.013694 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Made reservation on behalf of 6fe2f4ff22834a3b8fec1e6385fcde64 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:17:04.017212 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.026538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.116254 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.196290 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.199261 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b0161f2e-1002-4097-bdd9-dc50e166a17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:04.261301 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52db27c8-91b3-4a61-b79f-e840aea439a4,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:04.264177 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.21', 52749) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:04.264651 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:04.318172 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-cf959871-5a99-4f7e-b4df-f4d725391929 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514209 Jun 24 07:17:04.336173 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Allocated IP 192.168.233.60 (50c7f15c-51ba-4cec-9cb8-b137249300ba/4645b43f-e2fe-4167-a321-1aef18a30668/47a7e3a0-3514-4f26-9434-3938474bdca4) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:17:04.422941 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-8a4b02d2-6f21-4691-987b-1552714ca322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:04.424445 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-8a4b02d2-6f21-4691-987b-1552714ca322 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1098 time: 0.0611348 Jun 24 07:17:04.483578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.497299 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Transition to ACTIVE for port object 47a7e3a0-3514-4f26-9434-3938474bdca4 will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:04.525564 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-e9820106-21e5-45e9-ab7f-0ee135325520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:04.527074 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-e9820106-21e5-45e9-ab7f-0ee135325520 service neutron] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 909 time: 0.0837445 Jun 24 07:17:04.597241 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.601992 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bad2156e-c5a0-418e-8102-76d1d3b5c479 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:04.623933 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-6d00baaf-6358-4f0a-8862-77ac92e69e2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 1000 time: 0.0907037 Jun 24 07:17:04.641762 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Network 50c7f15c-51ba-4cec-9cb8-b137249300ba is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:04.647469 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:04.651197 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:17:04.674552 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Pushing event updated for resources: {'Port': ['ID=47a7e3a0-3514-4f26-9434-3938474bdca4,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:04.679347 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:04.704013 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:04.704631 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.711365 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-32e3bc2a-b0d2-43ff-bc56-795898095ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:04.712833 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-32e3bc2a-b0d2-43ff-bc56-795898095ac8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.0828714 Jun 24 07:17:04.773561 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78763-3731-439c-aab1-a101663a2258 req-eafccde4-eeb6-49b1-9bf2-cce2b67b0ab3 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:04.773561 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e8e78763-3731-439c-aab1-a101663a2258 req-eafccde4-eeb6-49b1-9bf2-cce2b67b0ab3 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 935 time: 0.1309490 Jun 24 07:17:04.818025 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-4e135854-1a43-4f32-b537-073ce7a506ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:04.819495 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-4e135854-1a43-4f32-b537-073ce7a506ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1001983 Jun 24 07:17:04.822750 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e8e78763-3731-439c-aab1-a101663a2258 req-8556a61e-9e82-40cc-8faa-961a76acaadc tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 Jun 24 07:17:04.826405 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1506014 Jun 24 07:17:04.838199 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Request body: {'port': {'device_id': 'e9b688a5-b142-417c-b1ee-58bd741c2753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:04.888195 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-d79fd8cd-098d-431d-941c-3a380f43462c None None] Provisioning for port 47a7e3a0-3514-4f26-9434-3938474bdca4 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:04.892404 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-d79fd8cd-098d-431d-941c-3a380f43462c None None] Provisioning complete for port 47a7e3a0-3514-4f26-9434-3938474bdca4 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:04.892794 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d79fd8cd-098d-431d-941c-3a380f43462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.917434 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:04.930990 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-d79fd8cd-098d-431d-941c-3a380f43462c None None] Port 47a7e3a0-3514-4f26-9434-3938474bdca4 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:17:05.169643 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-b376527e-b8b1-4aec-a499-19844d26715b service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439524 Jun 24 07:17:05.184975 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a7e3a0-3514-4f26-9434-3938474bdca4 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:17:05.192928 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:05.205216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Transition to ACTIVE for port object 47a7e3a0-3514-4f26-9434-3938474bdca4 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:05.257847 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-f13e78d8-8c41-4dd8-b80f-ffa50ade02c3 req-2a55ccf1-3fdd-42c3-bee1-5fd10bbd6028 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815048 Jun 24 07:17:05.282348 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:05.285706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-426527dc-2708-49d4-8fde-d74284bab625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:05.354355 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Pushing event updated for resources: {'Port': ['ID=47a7e3a0-3514-4f26-9434-3938474bdca4,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:05.357655 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:05.404571 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Attempting to bind port 47a7e3a0-3514-4f26-9434-3938474bdca4 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:17:05.404922 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Attempting to bind port 47a7e3a0-3514-4f26-9434-3938474bdca4 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:17:05.405270 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Attempting to bind port 47a7e3a0-3514-4f26-9434-3938474bdca4 on network 50c7f15c-51ba-4cec-9cb8-b137249300ba {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:05.409822 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Port 47a7e3a0-3514-4f26-9434-3938474bdca4 on network 50c7f15c-51ba-4cec-9cb8-b137249300ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 07:17:05.410137 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Attempting to bind port 47a7e3a0-3514-4f26-9434-3938474bdca4 on network 50c7f15c-51ba-4cec-9cb8-b137249300ba {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:05.415083 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:17:05.415422 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Checking segment: {'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:05.415801 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Bound using segment: {'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:17:05.416261 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Bound port: 47a7e3a0-3514-4f26-9434-3938474bdca4, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2891c8-8000-455c-9d24-b0fecea7be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:17:05.416596 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:05.481604 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] For port 47a7e3a0-3514-4f26-9434-3938474bdca4, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:17:05.484587 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] For port 47a7e3a0-3514-4f26-9434-3938474bdca4, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=47a7e3a0-3514-4f26-9434-3938474bdca4,segment=NetworkSegment(4f2891c8-8000-455c-9d24-b0fecea7be16),segment_id=4f2891c8-8000-455c-9d24-b0fecea7be16)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:17:05.562903 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:05.565864 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-aa5372f7-070c-4c09-83ac-dc93bba4127e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:05.599467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:05.600075 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:05.601468 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] 10.222.0.21 "PUT /v2.0/ports/47a7e3a0-3514-4f26-9434-3938474bdca4 HTTP/1.1" status: 200 len: 1097 time: 0.7682657 Jun 24 07:17:05.601968 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b688a5-b142-417c-b1ee-58bd741c2753', 'tag': '47a7e3a0-3514-4f26-9434-3938474bdca4'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:17:05.604227 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055a5f28-0654-4acf-86c9-a802b6890d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b688a5-b142-417c-b1ee-58bd741c2753", "tag": "47a7e3a0-3514-4f26-9434-3938474bdca4"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:17:05.631134 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Pushing event updated for resources: {'Port': ['ID=47a7e3a0-3514-4f26-9434-3938474bdca4,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:05.634244 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:05.650177 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdbdb45-265c-4f55-bfe1-31ef0dbc1837 x-openstack-request-id: req-fcdbdb45-265c-4f55-bfe1-31ef0dbc1837 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:17:05.650501 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b688a5-b142-417c-b1ee-58bd741c2753", "tag": "47a7e3a0-3514-4f26-9434-3938474bdca4", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:17:05.650786 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcdbdb45-265c-4f55-bfe1-31ef0dbc1837 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:17:05.651213 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b688a5-b142-417c-b1ee-58bd741c2753', 'tag': '47a7e3a0-3514-4f26-9434-3938474bdca4', 'status': 'completed', 'code': 200} Jun 24 07:17:05.727628 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5f28-0654-4acf-86c9-a802b6890d1d req-e468278d-3891-4fcc-b0f8-9a744c47c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:05.729379 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-055a5f28-0654-4acf-86c9-a802b6890d1d req-e468278d-3891-4fcc-b0f8-9a744c47c40c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fe2f4ff22834a3b8fec1e6385fcde64&device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 1100 time: 0.0587089 Jun 24 07:17:05.756689 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-055a5f28-0654-4acf-86c9-a802b6890d1d req-553feaee-9a1a-44f4-9e3d-08119e084db0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6fe2f4ff22834a3b8fec1e6385fcde64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205131 Jun 24 07:17:05.802573 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:05.850984 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5f28-0654-4acf-86c9-a802b6890d1d req-5ee14025-14dd-4143-9664-7afc3331e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:05.852812 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-055a5f28-0654-4acf-86c9-a802b6890d1d req-5ee14025-14dd-4143-9664-7afc3331e6e6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900388 Jun 24 07:17:05.941801 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0badeb3e-ba5f-4bdc-8c26-5f1da6eda9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:05.943382 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-0badeb3e-ba5f-4bdc-8c26-5f1da6eda9cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fe2f4ff22834a3b8fec1e6385fcde64&device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 1100 time: 0.0522861 Jun 24 07:17:05.984272 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-f7ddb5d8-10cb-4d77-85b3-8231d883bbf5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=47a7e3a0-3514-4f26-9434-3938474bdca4 HTTP/1.1" status: 200 len: 217 time: 0.0335913 Jun 24 07:17:06.009127 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563149d5-32ca-490f-a77b-7a85d999b1fd req-3cafa1e9-2494-4070-9522-0f59307c9d6c tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:06.010649 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-563149d5-32ca-490f-a77b-7a85d999b1fd req-3cafa1e9-2494-4070-9522-0f59307c9d6c tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 947 time: 0.0676632 Jun 24 07:17:06.033967 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8367ba12-d591-48bd-8585-a2cf79cc0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:06.036087 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-8367ba12-d591-48bd-8585-a2cf79cc0d92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4645b43f-e2fe-4167-a321-1aef18a30668 HTTP/1.1" status: 200 len: 843 time: 0.0461142 Jun 24 07:17:06.047408 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-563149d5-32ca-490f-a77b-7a85d999b1fd req-f673d974-6a65-460a-b79d-960905ac7de9 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309877 Jun 24 07:17:06.091662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-4d947c9b-f879-4f78-809e-f0dcf3d99b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:06.093397 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-4d947c9b-f879-4f78-809e-f0dcf3d99b9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50c7f15c-51ba-4cec-9cb8-b137249300ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0515907 Jun 24 07:17:06.177035 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-58eeb498-6e49-44b0-888f-080995d5702c service neutron] 10.222.0.21 "GET /v2.0/networks/50c7f15c-51ba-4cec-9cb8-b137249300ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773592 Jun 24 07:17:06.266191 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-08d4beb7-603f-4761-b4ee-100f6386b21f req-ebc68e3d-b693-4b76-907f-0c62620523e1 service neutron] 10.222.0.21 "GET /v2.0/networks/50c7f15c-51ba-4cec-9cb8-b137249300ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826223 Jun 24 07:17:06.763137 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:17:07.218818 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d147a-1aa6-4207-9d57-83e056a9aabc req-9c921757-fcfe-4ed8-bb26-f7e9c712f170 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:07.220262 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403d147a-1aa6-4207-9d57-83e056a9aabc req-9c921757-fcfe-4ed8-bb26-f7e9c712f170 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 947 time: 0.0620885 Jun 24 07:17:07.256950 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-403d147a-1aa6-4207-9d57-83e056a9aabc req-97f2f75b-09fc-4ae2-8e91-2a9c6e10d23d tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Jun 24 07:17:08.205343 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 47a7e3a0-3514-4f26-9434-3938474bdca4 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 07:17:08.302995 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 47a7e3a0-3514-4f26-9434-3938474bdca4, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=47a7e3a0-3514-4f26-9434-3938474bdca4,segment=NetworkSegment(4f2891c8-8000-455c-9d24-b0fecea7be16),segment_id=4f2891c8-8000-455c-9d24-b0fecea7be16)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:08.313776 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '47a7e3a0-3514-4f26-9434-3938474bdca4', 'network_id': '50c7f15c-51ba-4cec-9cb8-b137249300ba', 'port_id': '47a7e3a0-3514-4f26-9434-3938474bdca4', 'mac_address': 'fa:16:3e:b1:d2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4645b43f-e2fe-4167-a321-1aef18a30668', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 07:17:08.349910 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:08.361941 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a7e3a0-3514-4f26-9434-3938474bdca4 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:17:08.381948 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 47a7e3a0-3514-4f26-9434-3938474bdca4, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=47a7e3a0-3514-4f26-9434-3938474bdca4,segment=NetworkSegment(4f2891c8-8000-455c-9d24-b0fecea7be16),segment_id=4f2891c8-8000-455c-9d24-b0fecea7be16)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:08.429289 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe2f82-ccd7-444d-a6bf-d67c2588d8aa req-be391e75-18c5-48eb-826d-b94180ade096 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:08.430731 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0dbe2f82-ccd7-444d-a6bf-d67c2588d8aa req-be391e75-18c5-48eb-826d-b94180ade096 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 947 time: 0.0619473 Jun 24 07:17:08.448770 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:08.450610 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:08.480489 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0dbe2f82-ccd7-444d-a6bf-d67c2588d8aa req-a90d2459-b8af-48f1-97c2-e44f25544873 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 Jun 24 07:17:08.507956 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=47a7e3a0-3514-4f26-9434-3938474bdca4,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:08.515103 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.515460 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.515803 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.516143 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.516476 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.516807 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.517163 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.517495 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.517821 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.518145 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.518470 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.518789 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:08.523750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:08.652769 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['47a7e3a0-3514-4f26-9434-3938474bdca4'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:17:09.651288 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f1510-6bfd-4efa-ae0c-074c37fbe4b2 req-a1c4c13e-e0a3-4259-aba6-2b30363c81c8 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:09.652730 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8a0f1510-6bfd-4efa-ae0c-074c37fbe4b2 req-a1c4c13e-e0a3-4259-aba6-2b30363c81c8 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 948 time: 0.0650809 Jun 24 07:17:09.689668 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8a0f1510-6bfd-4efa-ae0c-074c37fbe4b2 req-815e042c-371d-43c8-8b4d-2edd57648616 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312424 Jun 24 07:17:10.214058 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 47a7e3a0-3514-4f26-9434-3938474bdca4 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:10.310549 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 47a7e3a0-3514-4f26-9434-3938474bdca4 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:10.314091 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 47a7e3a0-3514-4f26-9434-3938474bdca4 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:10.314493 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:10.392750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:10.414436 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b688a5-b142-417c-b1ee-58bd741c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a7e3a0-3514-4f26-9434-3938474bdca4'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:17:10.416454 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ddc009-80ca-42e4-a6fc-e81e962d25c9" -d '{"events": [{"server_uuid": "e9b688a5-b142-417c-b1ee-58bd741c2753", "name": "network-vif-plugged", "status": "completed", "tag": "47a7e3a0-3514-4f26-9434-3938474bdca4"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:17:10.428514 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 47a7e3a0-3514-4f26-9434-3938474bdca4, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=47a7e3a0-3514-4f26-9434-3938474bdca4,segment=NetworkSegment(4f2891c8-8000-455c-9d24-b0fecea7be16),segment_id=4f2891c8-8000-455c-9d24-b0fecea7be16)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:10.453171 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221821c3-49be-4bd2-90c8-dd63545cca76 x-openstack-request-id: req-221821c3-49be-4bd2-90c8-dd63545cca76 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:17:10.457491 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b688a5-b142-417c-b1ee-58bd741c2753", "name": "network-vif-plugged", "status": "completed", "tag": "47a7e3a0-3514-4f26-9434-3938474bdca4", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:17:10.457491 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-221821c3-49be-4bd2-90c8-dd63545cca76 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:17:10.457491 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b688a5-b142-417c-b1ee-58bd741c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a7e3a0-3514-4f26-9434-3938474bdca4', 'code': 200} Jun 24 07:17:10.499587 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:10.501445 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-5c71d264-1227-4dcb-b15f-856fb5fab1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:10.549948 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=47a7e3a0-3514-4f26-9434-3938474bdca4,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:10.553273 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:10.857155 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63444461-d02b-4e76-a6af-fb333181dec2 req-4d136f7b-f637-4d4d-917d-d87d27d9e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:10.858593 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-63444461-d02b-4e76-a6af-fb333181dec2 req-4d136f7b-f637-4d4d-917d-d87d27d9e6bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 1102 time: 0.0845492 Jun 24 07:17:10.892226 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46911b44-7ac5-4f95-a5b9-162350e87beb req-036b7d71-58dc-45df-bd78-ee6d70a6669d tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:10.893661 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-46911b44-7ac5-4f95-a5b9-162350e87beb req-036b7d71-58dc-45df-bd78-ee6d70a6669d tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 949 time: 0.0884757 Jun 24 07:17:10.912493 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-63444461-d02b-4e76-a6af-fb333181dec2 req-36f62672-2e68-4246-b3a5-6becceaed2b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Jun 24 07:17:10.939510 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-46911b44-7ac5-4f95-a5b9-162350e87beb req-4dd7ee97-b183-4ce1-b000-f91f1dd19d48 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Jun 24 07:17:12.110143 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69720c-3e35-4632-a338-0c715d27775f req-2b2fc77d-6b80-4451-b70c-7c0fde92bf9a tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:12.111575 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dc69720c-3e35-4632-a338-0c715d27775f req-2b2fc77d-6b80-4451-b70c-7c0fde92bf9a tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 949 time: 0.0615759 Jun 24 07:17:12.152372 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-dc69720c-3e35-4632-a338-0c715d27775f req-feb36d18-35fb-4571-a327-dac89c5323a3 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Jun 24 07:17:12.755847 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadce13-c15f-4b70-a9bc-b77cea1411b7 req-f0afafa4-f832-4012-aa71-03ba959ddc1e tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:12.757764 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4fadce13-c15f-4b70-a9bc-b77cea1411b7 req-f0afafa4-f832-4012-aa71-03ba959ddc1e tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 949 time: 0.0638299 Jun 24 07:17:12.795007 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-4fadce13-c15f-4b70-a9bc-b77cea1411b7 req-b1fe3d62-a141-42b6-a0c7-4b862f49cc24 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Jun 24 07:17:14.006710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4c874-01b5-46ed-8647-cd9dff86ad59 req-f82d1310-d2d5-4fbb-a97a-3c094225838c tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:14.008120 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eab4c874-01b5-46ed-8647-cd9dff86ad59 req-f82d1310-d2d5-4fbb-a97a-3c094225838c tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 949 time: 0.1018910 Jun 24 07:17:14.020083 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-34425ba7-163a-4987-8ae9-a620bf7641ed tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:14.021450 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-34425ba7-163a-4987-8ae9-a620bf7641ed tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 949 time: 0.0865648 Jun 24 07:17:14.089625 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eab4c874-01b5-46ed-8647-cd9dff86ad59 req-3b262aa2-b40a-407f-97e4-72248a72296e tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/security-groups?id=52db27c8-91b3-4a61-b79f-e840aea439a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671754 Jun 24 07:17:14.140307 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Deleting port 47a7e3a0-3514-4f26-9434-3938474bdca4 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:17:14.140638 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:14.224722 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] For port 47a7e3a0-3514-4f26-9434-3938474bdca4, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=47a7e3a0-3514-4f26-9434-3938474bdca4,segment=NetworkSegment(4f2891c8-8000-455c-9d24-b0fecea7be16),segment_id=4f2891c8-8000-455c-9d24-b0fecea7be16)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:14.225093 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:14.240350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Calling delete_port for 47a7e3a0-3514-4f26-9434-3938474bdca4 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:17:14.419834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:14.423808 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:14.433529 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['47a7e3a0-3514-4f26-9434-3938474bdca4'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:17:14.449348 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Pushing event deleted for resources: {'Port': ['ID=47a7e3a0-3514-4f26-9434-3938474bdca4,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:14.461430 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.461806 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.462154 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.462507 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.462855 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.463202 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.463547 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.463890 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.464238 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.464578 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.464919 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.465280 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:14.486477 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:14.507995 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] No DVR routers for this DVR port 47a7e3a0-3514-4f26-9434-3938474bdca4 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:17:14.510546 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:14.512509 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84d03581-b423-4d41-9b51-1b56c7084b1c req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.21 "DELETE /v2.0/ports/47a7e3a0-3514-4f26-9434-3938474bdca4 HTTP/1.1" status: 204 len: 173 time: 0.4829886 Jun 24 07:17:14.513004 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b688a5-b142-417c-b1ee-58bd741c2753', 'name': 'network-vif-deleted', 'tag': '47a7e3a0-3514-4f26-9434-3938474bdca4'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:17:14.515318 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95a318-c07a-4317-93ba-9c97401461d3" -d '{"events": [{"server_uuid": "e9b688a5-b142-417c-b1ee-58bd741c2753", "name": "network-vif-deleted", "tag": "47a7e3a0-3514-4f26-9434-3938474bdca4"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:17:14.549880 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ced6c1f-62a8-4e24-b679-5d767c0fad23 x-openstack-request-id: req-4ced6c1f-62a8-4e24-b679-5d767c0fad23 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:17:14.550208 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b688a5-b142-417c-b1ee-58bd741c2753", "name": "network-vif-deleted", "tag": "47a7e3a0-3514-4f26-9434-3938474bdca4", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:17:14.551175 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ced6c1f-62a8-4e24-b679-5d767c0fad23 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:17:14.551175 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b688a5-b142-417c-b1ee-58bd741c2753', 'name': 'network-vif-deleted', 'tag': '47a7e3a0-3514-4f26-9434-3938474bdca4', 'status': 'completed', 'code': 200} Jun 24 07:17:15.248661 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-562ddf88-4e0f-474e-a54c-93ac192d0a83 req-b8c54916-4a75-46ed-8292-fbb9fe321052 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9b688a5-b142-417c-b1ee-58bd741c2753 HTTP/1.1" status: 200 len: 210 time: 0.0279109 Jun 24 07:17:18.245329 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 47a7e3a0-3514-4f26-9434-3938474bdca4 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:17:18.266422 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 47a7e3a0-3514-4f26-9434-3938474bdca4 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:17:18.266422 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 47a7e3a0-3514-4f26-9434-3938474bdca4 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:17:21.982710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58718) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:22.109384 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-fd9d7b86-ffb2-48ea-8204-c60ae824064c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fe2f4ff22834a3b8fec1e6385fcde64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253667 Jun 24 07:17:22.111667 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58722) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:22.157955 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d0e4bec2-7fe6-4134-b4e2-67f060e4ee95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:22.178325 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d0e4bec2-7fe6-4134-b4e2-67f060e4ee95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:22.333599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d0e4bec2-7fe6-4134-b4e2-67f060e4ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:22.336124 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d0e4bec2-7fe6-4134-b4e2-67f060e4ee95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:22.337332 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-d0e4bec2-7fe6-4134-b4e2-67f060e4ee95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52db27c8-91b3-4a61-b79f-e840aea439a4 HTTP/1.1" status: 204 len: 168 time: 0.2247565 Jun 24 07:17:22.338108 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-7a030310-bb58-4478-931f-7c1c6fef6429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:22.345495 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4bec2-7fe6-4134-b4e2-67f060e4ee95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52db27c8-91b3-4a61-b79f-e840aea439a4,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:22.348466 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d0e4bec2-7fe6-4134-b4e2-67f060e4ee95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:23.372478 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58744) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:23.463941 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-707910128-network', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:23.591043 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Made reservation on behalf of 40c2cbbeb4504787993a8d86bbbc7df8 for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:17:23.593834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:23.602679 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:23.686390 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:23.756554 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:23.759420 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-ca2fd1be-b376-416e-9661-ef7fb6ef8a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:23.780380 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 07:17:23.789597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1c35ed-7dbd-4615-9964-2456607c0e68,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:23.793589 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:23.794599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:23.794931 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Added segment 06807b8f-b9e5-4f9b-8771-295b6c3434ab of type vlan for network 56505b91-6591-4f64-9626-736788dc72bb Jun 24 07:17:23.833093 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:23.939181 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:23.940460 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:23.941565 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:23.944140 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:24.001819 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Pushing event updated for resources: {'Network': ['ID=56505b91-6591-4f64-9626-736788dc72bb,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:24.005090 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:24.011903 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 56505b91-6591-4f64-9626-736788dc72bb details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 07:17:24.077800 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-5aa6621b-6ac8-48f9-a239-57ae291dbddc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7038374 Jun 24 07:17:24.080220 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58748) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:24.085676 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Request body: {'subnet': {'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-707910128-subnet', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:24.167705 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Made reservation on behalf of 40c2cbbeb4504787993a8d86bbbc7df8 for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:17:24.170043 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9291365'] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:24.390994 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9291379'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:24.394162 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:24.450612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad93470-e1df-49b7-8343-52d254edb7d1,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:24.452708 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Checking segment: {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:24.453059 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Network hostable DHCP agents. Network: 56505b91-6591-4f64-9626-736788dc72bb, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 07:17:24.455115 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:24.527618 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Network 56505b91-6591-4f64-9626-736788dc72bb is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 07:17:24.584748 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 56505b91-6591-4f64-9626-736788dc72bb) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:24.588803 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:24.589403 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:24.594312 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd7587-405e-42d3-9965-1c031a724c88 None None] Network 56505b91-6591-4f64-9626-736788dc72bb requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:17:24.649098 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-d51ad624-c1b9-4ce7-85ce-d79db465b9d6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5677140 Jun 24 07:17:24.651510 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58750) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:24.655860 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:24.739960 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-56505b91-6591-4f64-9626-736788dc72bb', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 07:17:24.740832 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:24.768427 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:24.769558 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:24.822133 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:24.874120 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Allocated IP 172.20.0.2 (56505b91-6591-4f64-9626-736788dc72bb/2ad93470-e1df-49b7-8343-52d254edb7d1/e51031b2-1190-4961-a6b9-62031a4f4b48) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:17:25.032898 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.043863 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Transition to ACTIVE for port object e51031b2-1190-4961-a6b9-62031a4f4b48 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:25.044589 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.059528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Transition to ACTIVE for port object e51031b2-1190-4961-a6b9-62031a4f4b48 will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:25.214735 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.218870 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:25.258456 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Network 56505b91-6591-4f64-9626-736788dc72bb is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:25.263281 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:25.268097 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:17:25.275059 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Pushing event updated for resources: {'Port': ['ID=e51031b2-1190-4961-a6b9-62031a4f4b48,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:25.279127 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:25.338483 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Attempting to bind port e51031b2-1190-4961-a6b9-62031a4f4b48 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:17:25.339358 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Attempting to bind port e51031b2-1190-4961-a6b9-62031a4f4b48 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:17:25.339358 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Attempting to bind port e51031b2-1190-4961-a6b9-62031a4f4b48 on network 56505b91-6591-4f64-9626-736788dc72bb {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:25.344712 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:17:25.345120 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Checking segment: {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:25.345541 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.345942 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Bound using segment: {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:17:25.346420 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Bound port: e51031b2-1190-4961-a6b9-62031a4f4b48, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:17:25.346802 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.396784 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.412906 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] For port e51031b2-1190-4961-a6b9-62031a4f4b48, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:17:25.416115 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] For port e51031b2-1190-4961-a6b9-62031a4f4b48, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e51031b2-1190-4961-a6b9-62031a4f4b48,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:17:25.419387 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.529167 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.532017 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-cb8a2f42-4064-47d6-8cc8-cbc37f6460aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:25.543302 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Allocated IP 172.27.2.98 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/0f3d6cff-0941-48a5-8608-5f1233caec0e) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:17:25.605195 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Pushing event updated for resources: {'Port': ['ID=e51031b2-1190-4961-a6b9-62031a4f4b48,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:25.608622 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:25.677455 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed55f-1413-4f41-8bcd-1474cd382903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:25.947312 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:26.037986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:26.042334 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-d03b9da5-8642-4307-93dc-de73331f3ea3 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:26.083413 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:26.088416 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:26.091718 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:17:26.098026 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Pushing event updated for resources: {'Port': ['ID=0f3d6cff-0941-48a5-8608-5f1233caec0e,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:26.116919 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:26.428758 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:26.514785 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f492baaa-f547-41b6-b58c-c258934b6205 None None] Network 56505b91-6591-4f64-9626-736788dc72bb requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:17:26.627346 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:26.710706 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-04446ae1-3f06-42ae-ad3f-568b2762daeb None None] Provisioning for port e51031b2-1190-4961-a6b9-62031a4f4b48 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:26.836348 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Router ad1981bc-8549-43b0-843e-33811b60ff61 is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 07:17:26.939291 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:17:26.949607 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Sync routers for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:17:26.959193 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:17:26.966006 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:16:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:27.013336 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.016991 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3621573 Jun 24 07:17:27.017267 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58752) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:27.062386 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:17:27.235653 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:26Z', 'revision_number': 3, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:27.382585 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Checking router: ad1981bc-8549-43b0-843e-33811b60ff61 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:17:27.382948 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Updating router ad1981bc-8549-43b0-843e-33811b60ff61 port 0f3d6cff-0941-48a5-8608-5f1233caec0e binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:17:27.415736 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.425829 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.577212 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Allocated IP 172.20.0.1 (56505b91-6591-4f64-9626-736788dc72bb/2ad93470-e1df-49b7-8343-52d254edb7d1/1b71941e-e36e-42b7-b21e-5ce54ff427bb) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:17:27.662250 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e51031b2-1190-4961-a6b9-62031a4f4b48 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:27.683856 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.689726 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.696721 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Transition to ACTIVE for port object 1b71941e-e36e-42b7-b21e-5ce54ff427bb will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:27.709131 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Transition to ACTIVE for port object 0f3d6cff-0941-48a5-8608-5f1233caec0e will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:27.796770 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.799601 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:27.848556 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.851728 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:27.853937 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Attempting to bind port 0f3d6cff-0941-48a5-8608-5f1233caec0e on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:17:27.857353 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Attempting to bind port 0f3d6cff-0941-48a5-8608-5f1233caec0e by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:17:27.857353 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Attempting to bind port 0f3d6cff-0941-48a5-8608-5f1233caec0e on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:27.857353 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port e51031b2-1190-4961-a6b9-62031a4f4b48 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:27.860759 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45940a7-821a-445f-ae00-6c6c6e4b852f None None] Pushing event updated for resources: {'Port': ['ID=0f3d6cff-0941-48a5-8608-5f1233caec0e,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:27.865289 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port e51031b2-1190-4961-a6b9-62031a4f4b48 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:27.865667 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.867519 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-a45940a7-821a-445f-ae00-6c6c6e4b852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:27.869298 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:17:27.869680 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:27.870077 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.870471 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:17:27.870948 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Bound port: 0f3d6cff-0941-48a5-8608-5f1233caec0e, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:17:27.871418 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.895838 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Network 56505b91-6591-4f64-9626-736788dc72bb is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:27.900691 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:27.903986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:17:27.930343 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Pushing event updated for resources: {'Port': ['ID=1b71941e-e36e-42b7-b21e-5ce54ff427bb,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:27.938367 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:27.958112 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:27.971408 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] For port 0f3d6cff-0941-48a5-8608-5f1233caec0e, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:17:27.975093 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] For port 0f3d6cff-0941-48a5-8608-5f1233caec0e, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=0f3d6cff-0941-48a5-8608-5f1233caec0e,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:17:28.016253 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.049989 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.057943 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port e51031b2-1190-4961-a6b9-62031a4f4b48, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e51031b2-1190-4961-a6b9-62031a4f4b48,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:28.057943 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-cb8a2f42-4064-47d6-8cc8-cbc37f6460aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:28.111828 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:17:28.112444 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:16:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:28.118083 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45940a7-821a-445f-ae00-6c6c6e4b852f None None] Pushing event updated for resources: {'Port': ['ID=0f3d6cff-0941-48a5-8608-5f1233caec0e,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:28.152878 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-a45940a7-821a-445f-ae00-6c6c6e4b852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:28.169014 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.178117 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:28.239382 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.267367 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-25a8b519-5f4a-4d23-b565-45fb92a240aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.273264 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=e51031b2-1190-4961-a6b9-62031a4f4b48,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:28.277870 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:28.289284 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:17:28.315255 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-ffef81c3-8e39-45c2-8c09-bb6aa1526602 None None] Provisioning for port 1b71941e-e36e-42b7-b21e-5ce54ff427bb completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:28.344902 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-ffef81c3-8e39-45c2-8c09-bb6aa1526602 None None] Provisioning complete for port 1b71941e-e36e-42b7-b21e-5ce54ff427bb triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:28.345305 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ffef81c3-8e39-45c2-8c09-bb6aa1526602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.397909 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.422873 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-ffef81c3-8e39-45c2-8c09-bb6aa1526602 None None] Port 1b71941e-e36e-42b7-b21e-5ce54ff427bb cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:17:28.465102 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.468590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-509f4e3b-4f9d-46b9-bf6c-b15025987983 tempest-VolumesSnapshotTestJSON-348572003 tempest-VolumesSnapshotTestJSON-348572003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:28.493959 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:26Z', 'revision_number': 3, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:28.528081 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd083f-345b-43a6-ba21-32393e9b76d8 None None] The sync data for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi is: [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:26Z', 'revision_number': 3, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:17:28.530237 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Pushing event updated for resources: {'Port': ['ID=1b71941e-e36e-42b7-b21e-5ce54ff427bb,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:28.532528 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.535184 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:28.629494 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Network 56505b91-6591-4f64-9626-736788dc72bb is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:28.631356 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:28.636257 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.769906 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Router ad1981bc-8549-43b0-843e-33811b60ff61 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:17:28.884557 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:17:28.889715 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] 10.222.0.15 "PUT /v2.0/routers/ad1981bc-8549-43b0-843e-33811b60ff61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714662 Jun 24 07:17:28.962696 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-2a049264-7b08-43c5-8b5e-21d1367299e8 None None] Provisioning complete for port 1b71941e-e36e-42b7-b21e-5ce54ff427bb triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:28.963233 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-2a049264-7b08-43c5-8b5e-21d1367299e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:28.998337 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-2a049264-7b08-43c5-8b5e-21d1367299e8 None None] Port 1b71941e-e36e-42b7-b21e-5ce54ff427bb cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:17:29.659126 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58768) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:29.664663 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1904612210-network', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:29.679372 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e51031b2-1190-4961-a6b9-62031a4f4b48 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:29.724858 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:29.729856 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port e51031b2-1190-4961-a6b9-62031a4f4b48 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:29.730231 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:29.773201 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Made reservation on behalf of f8f1062e600f4d63a6fe235283bbac9d for: {'network': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:17:29.776199 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:29.789638 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:29.813431 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 0f3d6cff-0941-48a5-8608-5f1233caec0e up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:29.882489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.002807 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 0f3d6cff-0941-48a5-8608-5f1233caec0e completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:30.007457 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 0f3d6cff-0941-48a5-8608-5f1233caec0e triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:30.007835 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.028032 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Sync routers for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:17:30.037686 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:17:30.038300 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:17:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:30.048044 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.052742 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-48022982-141c-4b0f-aed9-a93d9b33478b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:30.079879 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=100201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 07:17:30.090513 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede6e9af-bfe8-4ee3-af73-d42d8ffa9cef,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:30.090744 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.094577 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:30.101675 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.111050 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.segments_db [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Added segment 61b5522b-37d7-4963-a7fd-84e928863b06 of type vlan for network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 Jun 24 07:17:30.113952 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 0f3d6cff-0941-48a5-8608-5f1233caec0e, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=0f3d6cff-0941-48a5-8608-5f1233caec0e,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:30.156281 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.163482 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:17:30.276952 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.278803 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-ab2dfbfe-302b-4c35-a6f2-4c0c8ec468d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:30.329186 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=0f3d6cff-0941-48a5-8608-5f1233caec0e,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:30.332546 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:30.350642 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.351995 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:30.352572 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.354753 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1680aa4e-8c15-4d00-925c-78fc66d8a2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:30.413322 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=86b5273b-9ff0-4ffd-8bfa-abdc6635cc12,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:30.416021 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:30.423974 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 07:17:30.451475 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 2, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:30.451798 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-958ac8c2-507e-496f-93f8-8cc071dac0c4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7884331 Jun 24 07:17:30.451798 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58770) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:30.456576 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Request body: {'subnet': {'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1904612210-subnet', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'ip_version': 4}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:30.481015 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Checking router: ad1981bc-8549-43b0-843e-33811b60ff61 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:17:30.481400 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Updating router ad1981bc-8549-43b0-843e-33811b60ff61 port 1b71941e-e36e-42b7-b21e-5ce54ff427bb binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:17:30.514943 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.562177 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Made reservation on behalf of f8f1062e600f4d63a6fe235283bbac9d for: {'subnet': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:17:30.564634 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9291365'] for subnet, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.773684 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.782909 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Transition to ACTIVE for port object 1b71941e-e36e-42b7-b21e-5ce54ff427bb will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:30.808215 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9291379'] for subnet, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.811425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:30.866950 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3316378e-1469-404e-8081-3442107582be,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:30.870580 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:30.871676 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Checking segment: {'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:30.872022 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Network hostable DHCP agents. Network: 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 07:17:30.922104 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:30.924545 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-1e6563ad-3191-4984-9e1a-734ae1625245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:30.978100 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Pushing event updated for resources: {'Port': ['ID=1b71941e-e36e-42b7-b21e-5ce54ff427bb,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:30.979662 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 07:17:30.987627 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990019 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990019 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990019 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990019 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990019 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990019 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990539 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990539 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.990835 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.991153 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:30.991475 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:17:31.012638 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:31.045011 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Attempting to bind port 1b71941e-e36e-42b7-b21e-5ce54ff427bb on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:17:31.045746 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Attempting to bind port 1b71941e-e36e-42b7-b21e-5ce54ff427bb by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:17:31.045746 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Attempting to bind port 1b71941e-e36e-42b7-b21e-5ce54ff427bb on network 56505b91-6591-4f64-9626-736788dc72bb {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:31.050935 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:17:31.051310 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Checking segment: {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:31.051714 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.052141 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Bound using segment: {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:17:31.052610 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Bound port: 1b71941e-e36e-42b7-b21e-5ce54ff427bb, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:17:31.052983 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.083193 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12) {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:31.087553 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:31.088160 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.095410 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30967c67-4b67-47ff-812e-2eb27fba07d4 None None] Network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:17:31.120607 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] For port 1b71941e-e36e-42b7-b21e-5ce54ff427bb, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:17:31.123819 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] For port 1b71941e-e36e-42b7-b21e-5ce54ff427bb, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=1b71941e-e36e-42b7-b21e-5ce54ff427bb,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:17:31.168855 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-cca8f326-2b9c-46c0-a26c-4c8d3ae26a7b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7161250 Jun 24 07:17:31.171369 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58772) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:31.176249 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:31.202657 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.205774 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:31.258321 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-86b5273b-9ff0-4ffd-8bfa-abdc6635cc12', 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'fixed_ips': [{'subnet_id': '3316378e-1469-404e-8081-3442107582be'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 07:17:31.259157 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.263949 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Pushing event updated for resources: {'Port': ['ID=1b71941e-e36e-42b7-b21e-5ce54ff427bb,revision_number=4']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:31.267628 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-9586e42a-54e6-49ba-b15d-80384cd7e58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:31.268620 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:17:31.269983 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:17:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:31.271969 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.274710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.335621 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.339019 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.381399 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:17:31.407691 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Allocated IP 172.20.0.2 (86b5273b-9ff0-4ffd-8bfa-abdc6635cc12/3316378e-1469-404e-8081-3442107582be/3b09c1e6-4c08-4f54-89a6-bc9fd8abef83) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:17:31.560893 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.583813 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.595191 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:31Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:31.600979 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Transition to ACTIVE for port object 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:31.618943 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Transition to ACTIVE for port object 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:31.626237 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 0f3d6cff-0941-48a5-8608-5f1233caec0e up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:31.627061 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de64ec2-74cf-434e-a0c1-e9e0193d570d None None] The sync data for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi is: [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:31Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:17:31.696875 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 0f3d6cff-0941-48a5-8608-5f1233caec0e triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:31.697299 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.736052 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.739878 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-a45940a7-821a-445f-ae00-6c6c6e4b852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:31.784382 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:31.792246 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:31.798112 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:17:31.802026 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Pushing event updated for resources: {'Port': ['ID=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:31.807750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:31.907487 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Attempting to bind port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:17:31.907865 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Attempting to bind port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:17:31.908240 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Attempting to bind port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 on network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:31.915618 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:17:31.916013 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Checking segment: {'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:31.916515 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:31.916988 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Bound using segment: {'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:17:31.917574 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Bound port: 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:17:31.918025 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:32.000047 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] For port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:17:32.004316 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] For port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,segment=NetworkSegment(61b5522b-37d7-4963-a7fd-84e928863b06),segment_id=61b5522b-37d7-4963-a7fd-84e928863b06)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:17:32.115819 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:32.115819 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-2a231026-0b41-45fa-a906-653396a57513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:32.180940 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:32.201176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:32.300841 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Pushing event updated for resources: {'Port': ['ID=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:32.304203 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:32.326027 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Allocated IP 172.27.2.2 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/38f61378-2098-4917-9787-fcfdfa7068fc) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:17:32.449932 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:32.568878 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:32.571202 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:32.614602 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:32.617492 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:32.621900 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:17:32.625115 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Pushing event updated for resources: {'Port': ['ID=38f61378-2098-4917-9787-fcfdfa7068fc,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:32.644613 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:33.000454 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:33.153784 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c09a2a-2f7f-4f57-832f-00af5167072b None None] Network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:17:33.196596 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:33.314001 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-736d3e8b-ce28-4ef1-86e5-7c8e1f4caba4 None None] Provisioning for port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:33.396333 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 07:17:33.504166 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:17:33.512580 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Sync routers for ids ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:17:33.522081 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Routers {'1182f09a-33ac-4b05-9a40-41bd5288c1a1'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:17:33.522705 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:17:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:33.580572 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:33.585878 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4104536 Jun 24 07:17:33.586559 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58774) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:17:33.652441 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Set router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:17:33.716880 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 1b71941e-e36e-42b7-b21e-5ce54ff427bb up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:33.872301 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:17:32Z', 'revision_number': 3, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port': {'id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:32Z', 'updated_at': '2021-06-24T07:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:33.898922 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Checking router: 1182f09a-33ac-4b05-9a40-41bd5288c1a1 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:17:33.899278 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Updating router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 port 38f61378-2098-4917-9787-fcfdfa7068fc binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:17:33.902072 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 1b71941e-e36e-42b7-b21e-5ce54ff427bb completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:33.922079 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 1b71941e-e36e-42b7-b21e-5ce54ff427bb triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:33.922386 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:33.961991 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.006015 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.104488 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.159577 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Allocated IP 172.20.0.1 (86b5273b-9ff0-4ffd-8bfa-abdc6635cc12/3316378e-1469-404e-8081-3442107582be/15b957ed-41dd-46e3-aca6-3d28953b063d) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:17:34.188862 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 1b71941e-e36e-42b7-b21e-5ce54ff427bb, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=1b71941e-e36e-42b7-b21e-5ce54ff427bb,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:34.262146 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.268175 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.269152 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:34.275711 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Transition to ACTIVE for port object 15b957ed-41dd-46e3-aca6-3d28953b063d will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:34.278925 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:34.281962 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.333579 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Transition to ACTIVE for port object 38f61378-2098-4917-9787-fcfdfa7068fc will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:34.365362 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=1b71941e-e36e-42b7-b21e-5ce54ff427bb,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:34.368585 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:34.397051 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.399175 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b8a6645e-726b-4045-85f3-4e522286de54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:34.431528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.435667 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:34.436373 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:34.442405 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:34.445738 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:17:34.451288 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Pushing event updated for resources: {'Port': ['ID=15b957ed-41dd-46e3-aca6-3d28953b063d,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:34.474260 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:34.484650 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Attempting to bind port 38f61378-2098-4917-9787-fcfdfa7068fc on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:17:34.485026 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Attempting to bind port 38f61378-2098-4917-9787-fcfdfa7068fc by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:17:34.485867 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Attempting to bind port 38f61378-2098-4917-9787-fcfdfa7068fc on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:34.493342 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.493555 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9d274-e3ce-4ad4-a68f-0dc078984303 None None] Pushing event updated for resources: {'Port': ['ID=38f61378-2098-4917-9787-fcfdfa7068fc,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:34.496233 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:17:34.496667 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:34.497100 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.497488 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:17:34.498031 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Bound port: 38f61378-2098-4917-9787-fcfdfa7068fc, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:17:34.498567 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.503786 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-57f9d274-e3ce-4ad4-a68f-0dc078984303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:34.522957 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:34.531157 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:34.532356 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.592301 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] For port 38f61378-2098-4917-9787-fcfdfa7068fc, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:17:34.607910 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] For port 38f61378-2098-4917-9787-fcfdfa7068fc, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=38f61378-2098-4917-9787-fcfdfa7068fc,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:17:34.650975 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.686617 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,segment=NetworkSegment(61b5522b-37d7-4963-a7fd-84e928863b06),segment_id=61b5522b-37d7-4963-a7fd-84e928863b06)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:34.704163 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.705281 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.708992 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:34.756958 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Routers {'1182f09a-33ac-4b05-9a40-41bd5288c1a1'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:17:34.757602 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:17:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:34.801368 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-4e8dc670-78c8-495e-8cf7-cbe5c3ff6878 None None] Provisioning for port 15b957ed-41dd-46e3-aca6-3d28953b063d completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:34.806438 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9d274-e3ce-4ad4-a68f-0dc078984303 None None] Pushing event updated for resources: {'Port': ['ID=38f61378-2098-4917-9787-fcfdfa7068fc,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:34.810725 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-4e8dc670-78c8-495e-8cf7-cbe5c3ff6878 None None] Provisioning complete for port 15b957ed-41dd-46e3-aca6-3d28953b063d triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:34.813900 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc670-78c8-495e-8cf7-cbe5c3ff6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.815000 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-57f9d274-e3ce-4ad4-a68f-0dc078984303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:34.815708 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.835682 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e0182c8f-200a-4cfa-bc28-19ba14d7c389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:34.864927 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.911046 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-4e8dc670-78c8-495e-8cf7-cbe5c3ff6878 None None] Port 15b957ed-41dd-46e3-aca6-3d28953b063d cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:17:34.922212 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.924509 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-32015a48-376f-4d9c-b0b4-a016f374453b tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:34.939778 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:34.945842 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:34.955994 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] Set router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:17:34.991786 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:34.993534 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Pushing event updated for resources: {'Port': ['ID=15b957ed-41dd-46e3-aca6-3d28953b063d,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:34.996340 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:35.082914 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:35.084317 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:35.157482 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 4, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port': {'id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:32Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '15b957ed-41dd-46e3-aca6-3d28953b063d', 'name': '', 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'mac_address': 'fa:16:3e:b5:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3316378e-1469-404e-8081-3442107582be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:34Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 1, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'subnets': [{'id': '3316378e-1469-404e-8081-3442107582be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:35.188585 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0667e43-4297-410a-be64-bb18a0310041 None None] The sync data for ids ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'] in dv-cinder-784092-10-iscsi is: [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 4, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port': {'id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:32Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '15b957ed-41dd-46e3-aca6-3d28953b063d', 'name': '', 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'mac_address': 'fa:16:3e:b5:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3316378e-1469-404e-8081-3442107582be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:34Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 1, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'subnets': [{'id': '3316378e-1469-404e-8081-3442107582be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:17:35.204223 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:17:35.316877 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:17:35.323192 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] 10.222.0.15 "PUT /v2.0/routers/1182f09a-33ac-4b05-9a40-41bd5288c1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344630 Jun 24 07:17:35.333546 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-7faf0111-05d6-4d94-94a8-d7071dcdb317 None None] Provisioning complete for port 15b957ed-41dd-46e3-aca6-3d28953b063d triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:35.333930 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7faf0111-05d6-4d94-94a8-d7071dcdb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:35.368080 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-7faf0111-05d6-4d94-94a8-d7071dcdb317 None None] Port 15b957ed-41dd-46e3-aca6-3d28953b063d cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:17:35.641999 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 1b71941e-e36e-42b7-b21e-5ce54ff427bb up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:35.691208 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 1b71941e-e36e-42b7-b21e-5ce54ff427bb triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:35.691912 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:35.787338 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:35.868089 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:35.868470 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:35.906667 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:37.645366 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 38f61378-2098-4917-9787-fcfdfa7068fc up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:38.110861 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 38f61378-2098-4917-9787-fcfdfa7068fc completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:38.115606 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 38f61378-2098-4917-9787-fcfdfa7068fc triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:38.116063 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:38.202601 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:38.228518 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 38f61378-2098-4917-9787-fcfdfa7068fc, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=38f61378-2098-4917-9787-fcfdfa7068fc,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:38.299628 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:38.302539 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:38.364517 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=38f61378-2098-4917-9787-fcfdfa7068fc,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:38.367650 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:38.594516 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Sync routers for ids ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:17:38.605395 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Routers {'1182f09a-33ac-4b05-9a40-41bd5288c1a1'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:17:38.606028 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:17:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:38.719209 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Set router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:17:38.927413 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 4, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port': {'id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:32Z', 'updated_at': '2021-06-24T07:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '15b957ed-41dd-46e3-aca6-3d28953b063d', 'name': '', 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'mac_address': 'fa:16:3e:b5:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3316378e-1469-404e-8081-3442107582be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:34Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 2, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'subnets': [{'id': '3316378e-1469-404e-8081-3442107582be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:38.952739 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Checking router: 1182f09a-33ac-4b05-9a40-41bd5288c1a1 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:17:38.953127 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Updating router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 port 15b957ed-41dd-46e3-aca6-3d28953b063d binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:17:38.992251 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:39.260226 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:39.269904 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Transition to ACTIVE for port object 15b957ed-41dd-46e3-aca6-3d28953b063d will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:39.345305 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:39.349381 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:39.392280 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55978f8-da0e-42b4-ac26-53100d9c1ebb None None] Pushing event updated for resources: {'Port': ['ID=15b957ed-41dd-46e3-aca6-3d28953b063d,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:39.395966 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-d55978f8-da0e-42b4-ac26-53100d9c1ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:39.590471 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Attempting to bind port 15b957ed-41dd-46e3-aca6-3d28953b063d on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:17:39.590822 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Attempting to bind port 15b957ed-41dd-46e3-aca6-3d28953b063d by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:17:39.591184 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Attempting to bind port 15b957ed-41dd-46e3-aca6-3d28953b063d on network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:39.611034 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:17:39.611730 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Checking segment: {'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:39.611843 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:39.612186 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Bound using segment: {'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:17:39.612681 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Bound port: 15b957ed-41dd-46e3-aca6-3d28953b063d, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b5522b-37d7-4963-a7fd-84e928863b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:17:39.615386 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:39.657733 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 38f61378-2098-4917-9787-fcfdfa7068fc up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:39.700660 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] For port 15b957ed-41dd-46e3-aca6-3d28953b063d, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:17:39.704918 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] For port 15b957ed-41dd-46e3-aca6-3d28953b063d, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=15b957ed-41dd-46e3-aca6-3d28953b063d,segment=NetworkSegment(61b5522b-37d7-4963-a7fd-84e928863b06),segment_id=61b5522b-37d7-4963-a7fd-84e928863b06)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:17:39.712302 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 38f61378-2098-4917-9787-fcfdfa7068fc triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:39.712684 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:39.777904 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:39.780968 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:39.843922 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55978f8-da0e-42b4-ac26-53100d9c1ebb None None] Pushing event updated for resources: {'Port': ['ID=15b957ed-41dd-46e3-aca6-3d28953b063d,revision_number=4']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:39.848482 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-d55978f8-da0e-42b4-ac26-53100d9c1ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:39.859976 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Routers {'1182f09a-33ac-4b05-9a40-41bd5288c1a1'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:17:39.860909 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:17:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:40.005295 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] Set router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:17:40.228493 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 4, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port': {'id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:32Z', 'updated_at': '2021-06-24T07:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '15b957ed-41dd-46e3-aca6-3d28953b063d', 'name': '', 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'mac_address': 'fa:16:3e:b5:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3316378e-1469-404e-8081-3442107582be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:34Z', 'updated_at': '2021-06-24T07:17:39Z', 'revision_number': 4, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'subnets': [{'id': '3316378e-1469-404e-8081-3442107582be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:17:40.256509 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acc62b-6f0a-450b-af31-8ea8a303e10e None None] The sync data for ids ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'] in dv-cinder-784092-10-iscsi is: [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 4, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port': {'id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:32Z', 'updated_at': '2021-06-24T07:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '15b957ed-41dd-46e3-aca6-3d28953b063d', 'name': '', 'network_id': '86b5273b-9ff0-4ffd-8bfa-abdc6635cc12', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'mac_address': 'fa:16:3e:b5:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3316378e-1469-404e-8081-3442107582be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:34Z', 'updated_at': '2021-06-24T07:17:39Z', 'revision_number': 4, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'subnets': [{'id': '3316378e-1469-404e-8081-3442107582be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:17:41.653122 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 15b957ed-41dd-46e3-aca6-3d28953b063d up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:41.802422 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 15b957ed-41dd-46e3-aca6-3d28953b063d completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:41.806804 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 15b957ed-41dd-46e3-aca6-3d28953b063d triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:41.807336 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:41.896974 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:41.935809 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 15b957ed-41dd-46e3-aca6-3d28953b063d, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=15b957ed-41dd-46e3-aca6-3d28953b063d,segment=NetworkSegment(61b5522b-37d7-4963-a7fd-84e928863b06),segment_id=61b5522b-37d7-4963-a7fd-84e928863b06)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:17:42.222311 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:42.224646 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:42.272181 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=15b957ed-41dd-46e3-aca6-3d28953b063d,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:42.275214 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:43.625809 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 15b957ed-41dd-46e3-aca6-3d28953b063d up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:17:43.687665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 15b957ed-41dd-46e3-aca6-3d28953b063d triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:43.687970 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:43.761687 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:17:46.920215 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-5e408ee1-de18-4bd2-961a-b98bd61a2346 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:46.921604 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-5e408ee1-de18-4bd2-961a-b98bd61a2346 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/networks?id=56505b91-6591-4f64-9626-736788dc72bb HTTP/1.1" status: 200 len: 814 time: 0.1043530 Jun 24 07:17:46.935920 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-bd43ceb1-657d-4181-94a3-5a4707b4de3d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/quotas/40c2cbbeb4504787993a8d86bbbc7df8 HTTP/1.1" status: 200 len: 375 time: 0.0087554 Jun 24 07:17:47.005306 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-43a443e5-13a2-492d-99ba-d8d8d7b7a8d4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642881 Jun 24 07:17:47.097353 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-51ede31d-1188-4fd4-9085-50b0c3861c1a service neutron] 10.222.0.15 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809500 Jun 24 07:17:47.187075 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-e4672ac6-703c-4187-b034-355e061713e7 service neutron] 10.222.0.15 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839314 Jun 24 07:17:47.460704 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-62e3969c-dcf9-49b0-857c-23bf11fcc560 req-db36d12d-5e85-405e-8376-ca9a66be3129 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 210 time: 0.0284538 Jun 24 07:17:48.600154 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1a724320-0b67-4fb1-aedf-80ff5114bce5 req-23e9a78c-11a9-40c4-8873-de15319b6dff tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 210 time: 0.0296862 Jun 24 07:17:49.701427 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-9cd74378-005f-480d-a64e-865c3495de56 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:49.702864 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-9cd74378-005f-480d-a64e-865c3495de56 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.21 "GET /v2.0/networks?id=56505b91-6591-4f64-9626-736788dc72bb HTTP/1.1" status: 200 len: 814 time: 0.1032138 Jun 24 07:17:49.723132 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'port': {'device_id': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'admin_state_up': True, 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:49.756426 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e5cfafc6-f970-4691-874d-bd287f1418f5 req-b40ac9c6-bfed-498a-8026-63109f19572b tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 210 time: 0.0459569 Jun 24 07:17:49.945115 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Made reservation on behalf of 40c2cbbeb4504787993a8d86bbbc7df8 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:17:49.949164 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:50.071142 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Allocated IP 172.20.0.10 (56505b91-6591-4f64-9626-736788dc72bb/2ad93470-e1df-49b7-8343-52d254edb7d1/6e29f912-7120-4039-9336-3eec2ea10cf9) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:17:50.216929 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:50.232446 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Transition to ACTIVE for port object 6e29f912-7120-4039-9336-3eec2ea10cf9 will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:50.345714 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:50.350228 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-23c20236-da25-4926-9c7d-9f84cef86623 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:50.390785 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Network 56505b91-6591-4f64-9626-736788dc72bb is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:17:50.393728 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:17:50.400594 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:17:50.426003 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'Port': ['ID=6e29f912-7120-4039-9336-3eec2ea10cf9,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:50.430432 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:50.462637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:50.462637 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:50.580251 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8680499 Jun 24 07:17:50.592425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Request body: {'port': {'device_id': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:17:50.679823 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:50.774527 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-172274a3-bbff-45ad-9cdf-be6f21781088 None None] Provisioning for port 6e29f912-7120-4039-9336-3eec2ea10cf9 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:17:50.782834 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-172274a3-bbff-45ad-9cdf-be6f21781088 None None] Provisioning complete for port 6e29f912-7120-4039-9336-3eec2ea10cf9 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:17:50.783343 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-172274a3-bbff-45ad-9cdf-be6f21781088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:50.867324 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-172274a3-bbff-45ad-9cdf-be6f21781088 None None] Port 6e29f912-7120-4039-9336-3eec2ea10cf9 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:17:50.991815 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46611f1f-8638-401c-9fde-974760912593 req-b3dd9e8d-c10f-4c50-98bc-1b6c242a527a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:51.000432 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-46611f1f-8638-401c-9fde-974760912593 req-b3dd9e8d-c10f-4c50-98bc-1b6c242a527a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 932 time: 0.0999811 Jun 24 07:17:51.039065 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-46611f1f-8638-401c-9fde-974760912593 req-b9102ee1-2bf9-4512-9288-05081455604f tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372291 Jun 24 07:17:51.082807 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e29f912-7120-4039-9336-3eec2ea10cf9 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:17:51.091362 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:51.107648 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Transition to ACTIVE for port object 6e29f912-7120-4039-9336-3eec2ea10cf9 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:17:51.196441 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:51.198679 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f0822bc4-9908-467c-82d6-89d98f3713d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:51.252596 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Pushing event updated for resources: {'Port': ['ID=6e29f912-7120-4039-9336-3eec2ea10cf9,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:51.258293 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:51.344638 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Attempting to bind port 6e29f912-7120-4039-9336-3eec2ea10cf9 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:17:51.344935 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Attempting to bind port 6e29f912-7120-4039-9336-3eec2ea10cf9 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:17:51.345853 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Attempting to bind port 6e29f912-7120-4039-9336-3eec2ea10cf9 on network 56505b91-6591-4f64-9626-736788dc72bb {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:51.351470 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Port 6e29f912-7120-4039-9336-3eec2ea10cf9 on network 56505b91-6591-4f64-9626-736788dc72bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 07:17:51.351792 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Attempting to bind port 6e29f912-7120-4039-9336-3eec2ea10cf9 on network 56505b91-6591-4f64-9626-736788dc72bb {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:17:51.357255 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:17:51.357601 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Checking segment: {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:17:51.357985 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Bound using segment: {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:17:51.358416 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Bound port: 6e29f912-7120-4039-9336-3eec2ea10cf9, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06807b8f-b9e5-4f9b-8771-295b6c3434ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56505b91-6591-4f64-9626-736788dc72bb'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:17:51.358769 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:51.459628 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] For port 6e29f912-7120-4039-9336-3eec2ea10cf9, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:17:51.463448 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] For port 6e29f912-7120-4039-9336-3eec2ea10cf9, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6e29f912-7120-4039-9336-3eec2ea10cf9,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:17:51.552342 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:51.554712 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-bf58de23-399f-4927-9464-a96c9ce570da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:17:51.588889 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:51.589537 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:51.590922 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] 10.222.0.21 "PUT /v2.0/ports/6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 1094 time: 1.0026312 Jun 24 07:17:51.591441 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:17:51.594502 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cc6b26-503a-45b1-b1bc-4d82451fedd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:17:51.637987 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Pushing event updated for resources: {'Port': ['ID=6e29f912-7120-4039-9336-3eec2ea10cf9,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:17:51.644180 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73e6678-f42f-4e1d-85a7-fb412e8cb2b2 x-openstack-request-id: req-c73e6678-f42f-4e1d-85a7-fb412e8cb2b2 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:17:51.644506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:17:51.644783 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c73e6678-f42f-4e1d-85a7-fb412e8cb2b2 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:17:51.645236 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'status': 'completed', 'code': 200} Jun 24 07:17:51.646067 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:17:52.216882 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5faff5-4097-4612-801b-6af6805a9a05 req-f5ccf7c6-822c-4979-98c3-a5e0c6c22ddc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:52.218572 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2c5faff5-4097-4612-801b-6af6805a9a05 req-f5ccf7c6-822c-4979-98c3-a5e0c6c22ddc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0637167 Jun 24 07:17:52.258136 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-2c5faff5-4097-4612-801b-6af6805a9a05 req-41faa84a-914e-4840-90a8-65257dcfa483 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Jun 24 07:17:53.449341 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fda09-776c-4c52-9c71-a12e9edabb18 req-bcf461e6-cffa-44f5-8e8f-8c237bb3eb3c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:53.570620 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9c2fda09-776c-4c52-9c71-a12e9edabb18 req-bcf461e6-cffa-44f5-8e8f-8c237bb3eb3c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0828819 Jun 24 07:17:53.570620 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9c2fda09-776c-4c52-9c71-a12e9edabb18 req-6d50ad03-c0ba-4f4f-956a-69b186c5b0c7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Jun 24 07:17:54.677197 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8a0f7-8b1f-4dc6-b118-b1da64a60370 req-d800a059-9565-4679-9a35-5cbac67532c9 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:54.678734 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7bc8a0f7-8b1f-4dc6-b118-b1da64a60370 req-d800a059-9565-4679-9a35-5cbac67532c9 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0656886 Jun 24 07:17:54.718542 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7bc8a0f7-8b1f-4dc6-b118-b1da64a60370 req-5a93c135-65f6-4adf-99ba-60e062a86983 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Jun 24 07:17:55.911133 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758efaa3-be05-4aff-884f-c6426bdcd83e req-3004fb07-45ee-4bea-8842-baac4b93dc5d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:55.917610 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-758efaa3-be05-4aff-884f-c6426bdcd83e req-3004fb07-45ee-4bea-8842-baac4b93dc5d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0819378 Jun 24 07:17:55.962104 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-758efaa3-be05-4aff-884f-c6426bdcd83e req-0d05d5eb-590f-40bd-8b9d-dabf91738688 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Jun 24 07:17:56.179413 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc6a-1ce2-4fc9-b85f-d9e3d2dfb40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:57.157738 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf58b-9810-4d9f-9d14-c987cc89aa6e req-6f5571fb-ed4b-4bf6-8e1a-8ae92c17aca6 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:57.159404 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-488cf58b-9810-4d9f-9d14-c987cc89aa6e req-6f5571fb-ed4b-4bf6-8e1a-8ae92c17aca6 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0700181 Jun 24 07:17:57.199816 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-488cf58b-9810-4d9f-9d14-c987cc89aa6e req-d7cc9c1d-b3c9-448b-b36c-13c97c5db972 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Jun 24 07:17:58.390037 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f5c29-cdb1-4a73-8513-5bd2b73f9870 req-e38e1954-804d-499d-948d-6f67a9e557d6 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:58.470001 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4c3c02e5-d334-4f70-afa0-26a4d5fb2d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:58.470963 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b81f5c29-cdb1-4a73-8513-5bd2b73f9870 req-e38e1954-804d-499d-948d-6f67a9e557d6 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0728872 Jun 24 07:17:58.470963 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b81f5c29-cdb1-4a73-8513-5bd2b73f9870 req-a26fba99-c25b-4fec-bf16-2f31ad45092e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341978 Jun 24 07:17:58.927997 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:17:59.637269 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b1f32-dea0-49c0-9a39-4e97e676e9f3 req-086a4caf-715e-4484-8da1-95ffb536632d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:17:59.638782 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7e9b1f32-dea0-49c0-9a39-4e97e676e9f3 req-086a4caf-715e-4484-8da1-95ffb536632d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0650399 Jun 24 07:17:59.678107 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7e9b1f32-dea0-49c0-9a39-4e97e676e9f3 req-fe8db0f1-8667-4105-a694-ef617babc40e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334637 Jun 24 07:17:59.722936 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:00.849911 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767f54-a3ba-4e20-af47-bfc8d458aa17 req-c0bfa9eb-ee64-44c5-b89f-9281143eaef8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:00.851554 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54767f54-a3ba-4e20-af47-bfc8d458aa17 req-c0bfa9eb-ee64-44c5-b89f-9281143eaef8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0658345 Jun 24 07:18:00.888883 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54767f54-a3ba-4e20-af47-bfc8d458aa17 req-0ea1b40a-db83-4f5f-b6b7-a87d15687c2d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Jun 24 07:18:00.975027 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6b26-503a-45b1-b1bc-4d82451fedd5 req-94d8baf4-7e96-4e31-8aa5-67b443dc5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:00.976443 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-76cc6b26-503a-45b1-b1bc-4d82451fedd5 req-94d8baf4-7e96-4e31-8aa5-67b443dc5f3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1097 time: 0.0535390 Jun 24 07:18:01.077471 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6b26-503a-45b1-b1bc-4d82451fedd5 req-f42972e8-c77b-4f4b-933e-05104279a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:01.078993 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-76cc6b26-503a-45b1-b1bc-4d82451fedd5 req-f42972e8-c77b-4f4b-933e-05104279a817 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0905364 Jun 24 07:18:01.171612 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6b26-503a-45b1-b1bc-4d82451fedd5 req-e012f06f-1848-4ab2-bf81-b24a8e99f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:01.173081 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-76cc6b26-503a-45b1-b1bc-4d82451fedd5 req-e012f06f-1848-4ab2-bf81-b24a8e99f9ca service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867472 Jun 24 07:18:01.260529 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-7351e15a-2758-4892-9a14-e606e5de410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:01.261918 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-7351e15a-2758-4892-9a14-e606e5de410b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1097 time: 0.0511384 Jun 24 07:18:01.287778 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:01.304977 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-0a29b4f2-2db6-43ca-93dd-a3b5df5b61a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 217 time: 0.0358787 Jun 24 07:18:01.351404 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-2584c064-eff1-4414-9455-151b3db5aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:01.352760 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-2584c064-eff1-4414-9455-151b3db5aee5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ad93470-e1df-49b7-8343-52d254edb7d1 HTTP/1.1" status: 200 len: 853 time: 0.0422208 Jun 24 07:18:01.406688 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-e5694c3f-60e4-4a23-9f8d-c0e96d4a8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:01.408077 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-e5694c3f-60e4-4a23-9f8d-c0e96d4a8aef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56505b91-6591-4f64-9626-736788dc72bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486832 Jun 24 07:18:01.755753 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-3506c8ba-c8ca-42a3-915e-a71fe060bc44 service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407917 Jun 24 07:18:01.841686 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b540b767-107e-47e9-9a67-361cbaefdec1 req-1ac8aeea-596d-4219-8a26-013162fffb50 service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786922 Jun 24 07:18:02.082282 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2d7ec-cf57-45ca-a222-0df8640cd408 req-6cf76553-dca9-4759-99ab-ae5e3e538546 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:02.083735 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-70b2d7ec-cf57-45ca-a222-0df8640cd408 req-6cf76553-dca9-4759-99ab-ae5e3e538546 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0659347 Jun 24 07:18:02.121335 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-70b2d7ec-cf57-45ca-a222-0df8640cd408 req-bd41535c-0749-480f-9d4c-3548795989f0 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Jun 24 07:18:03.291430 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1003-9788-4977-8610-2f1ee56d1229 req-d85e754f-33ef-4db6-9321-db976f38235f tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:03.292765 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ad4e1003-9788-4977-8610-2f1ee56d1229 req-d85e754f-33ef-4db6-9321-db976f38235f tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0647810 Jun 24 07:18:03.329314 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ad4e1003-9788-4977-8610-2f1ee56d1229 req-8b1182a0-bb94-47df-a1df-f42d35611ec6 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Jun 24 07:18:04.407585 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 6e29f912-7120-4039-9336-3eec2ea10cf9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 07:18:04.507677 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 6e29f912-7120-4039-9336-3eec2ea10cf9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6e29f912-7120-4039-9336-3eec2ea10cf9,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:18:04.516238 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61917ecc-1935-402a-927b-1cbee76b9696 req-589d2ef9-a981-43a1-8531-c76975147348 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:04.517781 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-61917ecc-1935-402a-927b-1cbee76b9696 req-589d2ef9-a981-43a1-8531-c76975147348 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 944 time: 0.0728247 Jun 24 07:18:04.521125 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'port_id': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'mac_address': 'fa:16:3e:70:2c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 07:18:04.561994 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:04.563235 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-61917ecc-1935-402a-927b-1cbee76b9696 req-0d883b88-60d0-4a54-a7f9-e2688cd44729 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 Jun 24 07:18:04.575242 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e29f912-7120-4039-9336-3eec2ea10cf9 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:18:04.594417 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 6e29f912-7120-4039-9336-3eec2ea10cf9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6e29f912-7120-4039-9336-3eec2ea10cf9,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:18:04.705245 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:04.707110 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:04.751225 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=6e29f912-7120-4039-9336-3eec2ea10cf9,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:04.754923 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:04.916754 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['6e29f912-7120-4039-9336-3eec2ea10cf9'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:18:05.734513 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc00abf-35e5-45b8-9591-f9016da8beb2 req-bda38b5e-f863-4ff3-8776-44fde7932ccb tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:05.735967 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3bc00abf-35e5-45b8-9591-f9016da8beb2 req-bda38b5e-f863-4ff3-8776-44fde7932ccb tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 945 time: 0.0622494 Jun 24 07:18:05.774487 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3bc00abf-35e5-45b8-9591-f9016da8beb2 req-e17fb507-ba1f-48a5-b3a2-cfef017c9b84 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Jun 24 07:18:05.813570 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:06.323034 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-1b91716f-1211-48a6-b812-a2db4b38d128 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502083 Jun 24 07:18:06.417301 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-6fba3e06-a6a0-4f4c-9eb2-ba26a6d896cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:06.418758 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-6fba3e06-a6a0-4f4c-9eb2-ba26a6d896cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1098 time: 0.0548596 Jun 24 07:18:06.422397 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 6e29f912-7120-4039-9336-3eec2ea10cf9 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:18:06.521915 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-de1fa51f-6a33-4515-84ec-9574a7ac9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:06.522147 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 6e29f912-7120-4039-9336-3eec2ea10cf9 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:18:06.523294 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-de1fa51f-6a33-4515-84ec-9574a7ac9752 service neutron] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 909 time: 0.0846100 Jun 24 07:18:06.525785 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 6e29f912-7120-4039-9336-3eec2ea10cf9 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:18:06.526162 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:06.590064 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-cf96689c-53e9-4df0-b71d-8de2686b6004 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 1000 time: 0.0605617 Jun 24 07:18:06.600455 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:06.622132 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:18:06.632211 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcc0ca8-4bf5-45c2-9222-8a84c1f34b7e" -d '{"events": [{"server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "name": "network-vif-plugged", "status": "completed", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:18:06.636512 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 6e29f912-7120-4039-9336-3eec2ea10cf9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6e29f912-7120-4039-9336-3eec2ea10cf9,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:18:06.640375 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-a5e81263-44e8-4f54-bca2-45c8986f2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:06.642228 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-a5e81263-44e8-4f54-bca2-45c8986f2a9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.0460742 Jun 24 07:18:06.663855 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e2f4c6-fa78-466d-bb63-d34593991a23 x-openstack-request-id: req-91e2f4c6-fa78-466d-bb63-d34593991a23 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:18:06.664148 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "name": "network-vif-plugged", "status": "completed", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:18:06.664408 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91e2f4c6-fa78-466d-bb63-d34593991a23 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:18:06.664831 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'code': 200} Jun 24 07:18:06.681961 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:06.683895 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:06.701232 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-1452c032-1483-4993-a08f-22d8242a29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:06.702709 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-1452c032-1483-4993-a08f-22d8242a29d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541236 Jun 24 07:18:06.735721 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=6e29f912-7120-4039-9336-3eec2ea10cf9,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:06.738878 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:06.798121 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-8b56f7f7-7d10-469b-951d-d20e5ade6275 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874290 Jun 24 07:18:06.902628 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-abf0ce7d-92cd-4523-9b88-78c25e0d2acc req-ac8f9b33-92d5-4b22-8bcc-08a7f51b3b66 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980206 Jun 24 07:18:06.990481 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622284ae-7040-45a9-bfdf-d80591df5bae req-4e6120be-6c14-4e85-87be-5605247919e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:06.991932 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-622284ae-7040-45a9-bfdf-d80591df5bae req-4e6120be-6c14-4e85-87be-5605247919e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.1046209 Jun 24 07:18:07.020023 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6fa72-1505-4d30-ab61-fa601eb47eea req-423f1f72-5918-4d70-bc3e-6c4338b6b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:07.021490 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b1d6fa72-1505-4d30-ab61-fa601eb47eea req-423f1f72-5918-4d70-bc3e-6c4338b6b86a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1099 time: 0.0888274 Jun 24 07:18:07.048344 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-622284ae-7040-45a9-bfdf-d80591df5bae req-42e46ef1-d19b-414f-901a-ae1519403ffa tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497665 Jun 24 07:18:07.064163 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b1d6fa72-1505-4d30-ab61-fa601eb47eea req-e0d13b21-f4d3-44cb-8445-ce2078454974 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Jun 24 07:18:08.222623 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb888ee0-715a-4ffd-b2d0-f37246f83a73 req-28806a97-f732-4c4e-b29c-22661821005d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:08.224064 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fb888ee0-715a-4ffd-b2d0-f37246f83a73 req-28806a97-f732-4c4e-b29c-22661821005d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.0629282 Jun 24 07:18:08.260078 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fb888ee0-715a-4ffd-b2d0-f37246f83a73 req-0e0fbfb3-b901-4705-b3a6-02d55c750a8d tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303495 Jun 24 07:18:08.430982 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b2302-b25c-467a-a3a3-c7d0cdfea236 req-6f483036-3e23-4fbb-99c5-87e90428a0bd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:08.432410 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d00b2302-b25c-467a-a3a3-c7d0cdfea236 req-6f483036-3e23-4fbb-99c5-87e90428a0bd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.0658386 Jun 24 07:18:08.468356 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d00b2302-b25c-467a-a3a3-c7d0cdfea236 req-37e65552-174b-42bc-9f90-238c93d65d67 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301166 Jun 24 07:18:08.844124 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1b0a-e7ba-4f5c-8cce-27e826af4894 req-3e32ea3d-cff3-49af-9750-73990496d186 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:08.845585 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04ae1b0a-e7ba-4f5c-8cce-27e826af4894 req-3e32ea3d-cff3-49af-9750-73990496d186 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.0618138 Jun 24 07:18:08.884480 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-04ae1b0a-e7ba-4f5c-8cce-27e826af4894 req-09d72035-5fe6-4060-8c85-000449c6f79c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Jun 24 07:18:19.455177 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410bea-e644-4076-be00-c499118218c2 req-323bc411-9015-4235-a6b8-5b2e316d9ab6 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:19.456526 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-db410bea-e644-4076-be00-c499118218c2 req-323bc411-9015-4235-a6b8-5b2e316d9ab6 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.0614085 Jun 24 07:18:19.493659 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-db410bea-e644-4076-be00-c499118218c2 req-8921b9b2-6807-4a80-b3e7-98a0e953f68c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Jun 24 07:18:19.517776 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58964) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:19.657956 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7ff83-fcce-4771-94fa-02e8e148edc7 tempest-TestMinimumBasicScenario-643888989 tempest-TestMinimumBasicScenario-643888989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:19.659424 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-51f7ff83-fcce-4771-94fa-02e8e148edc7 tempest-TestMinimumBasicScenario-643888989 tempest-TestMinimumBasicScenario-643888989-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1094 time: 0.1407077 Jun 24 07:18:19.662321 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 58968) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:19.666703 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'port_id': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:19.756084 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for floatingip, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:19.849241 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:19.952163 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Allocated IP 172.27.2.230 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/dc970c99-5d51-4a6d-8518-9fa3d9f54f49) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:18:20.047950 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:20.168190 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:20.170142 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9c225652-a8dd-417a-ba04-7c313cde9d46 tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:20.205603 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:18:20.210825 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:18:20.213558 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:18:20.238034 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'Port': ['ID=dc970c99-5d51-4a6d-8518-9fa3d9f54f49,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:20.250245 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.250618 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.250980 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.251360 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.251710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.252060 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.252409 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.252755 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.253119 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.253466 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.253826 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.254192 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:20.257830 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:20.585424 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:20.760614 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:18:20.773310 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:20.919574 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:21.024858 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:21.027059 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-07d7018c-f90e-408c-ab41-ce45f883b005 tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:21.089280 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'Port': ['ID=dc970c99-5d51-4a6d-8518-9fa3d9f54f49,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:21.093183 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:21.101128 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:21.195913 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Floating IP f400c24e-9fdd-495d-9532-6e97e0719785 associated. External IP: 172.27.2.230, port: 6e29f912-7120-4039-9336-3eec2ea10cf9. Jun 24 07:18:21.395609 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Router ad1981bc-8549-43b0-843e-33811b60ff61 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:18:21.502414 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:18:21.513933 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] Sync routers for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:18:21.523212 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:18:21.524030 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:17:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:18:21.607834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:21.627882 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:18:21.643783 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9804349 Jun 24 07:18:21.645006 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:18:21.647331 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a81be5-5b13-419d-9729-923631a4cf32" -d '{"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:18:21.647829 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58972) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:21.652985 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1624168219', 'description': 'tempest-secgroup-smoke-1624168219 description', 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:21.683057 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec510db-a473-458a-9a61-d45833f13f71 x-openstack-request-id: req-9ec510db-a473-458a-9a61-d45833f13f71 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:18:21.683395 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:18:21.683689 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ec510db-a473-458a-9a61-d45833f13f71 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:18:21.684126 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'status': 'completed', 'code': 200} Jun 24 07:18:21.762489 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:21.770917 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-69bb62c8-06ec-4fb0-91e0-fd409683c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:21.772437 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-69bb62c8-06ec-4fb0-91e0-fd409683c81d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1099 time: 0.0652018 Jun 24 07:18:21.864397 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:21.869657 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f400c24e-9fdd-495d-9532-6e97e0719785', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'port_id': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'mac_address': 'fa:16:3e:70:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:18:20Z', 'updated_at': '2021-06-24T07:18:20Z', 'revision_number': 0, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 5, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:18:21.899653 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] Checking router: ad1981bc-8549-43b0-843e-33811b60ff61 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:18:21.907737 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:18:21.908352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:17:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:18:21.918608 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-1911b2d7-ac3d-4b51-90f0-5bb6351951b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:21.920065 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-1911b2d7-ac3d-4b51-90f0-5bb6351951b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56505b91-6591-4f64-9626-736788dc72bb HTTP/1.1" status: 200 len: 915 time: 0.1413882 Jun 24 07:18:21.928550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b73161-9bf7-4cac-ba06-599239cb9fe1 req-dd694b80-ef56-4dab-8cce-3e755ba5c338 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:21.929946 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c2b73161-9bf7-4cac-ba06-599239cb9fe1 req-dd694b80-ef56-4dab-8cce-3e755ba5c338 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.1155443 Jun 24 07:18:21.951401 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:21.956063 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e83eeae6-cf54-42b0-97cb-c526d175bdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:21.990123 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c749d6f2-93db-43df-9012-8d63fb7b74d3,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:21.998305 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:21.999043 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:21.999650 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.000031 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.000404 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.000774 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.001165 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.001533 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.001895 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.002254 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.002789 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.003312 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:22.008188 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:22.014062 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c2b73161-9bf7-4cac-ba06-599239cb9fe1 req-6195a641-6c4a-4a08-9673-5cbf1a7fc254 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777400 Jun 24 07:18:22.020957 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-5b139189-2aec-4811-a81a-7ac9c6c0dd63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 1000 time: 0.0900989 Jun 24 07:18:22.022303 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:18:22.064988 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.066268 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-5b196598-4983-481c-a082-eb4f6fd1addd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4174047 Jun 24 07:18:22.072149 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58978) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:22.072607 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-13e47366-4c70-40b7-bd3d-5dbb783252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:22.074076 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-13e47366-4c70-40b7-bd3d-5dbb783252bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ad93470-e1df-49b7-8343-52d254edb7d1 HTTP/1.1" status: 200 len: 853 time: 0.0458121 Jun 24 07:18:22.077339 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-d9827962-566b-4952-a4d8-70f42536b869 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'security_group_rule': {'security_group_id': 'c749d6f2-93db-43df-9012-8d63fb7b74d3', 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:22.136321 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-86ff0727-78ea-48da-9aeb-9c4015afa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:22.137963 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-86ff0727-78ea-48da-9aeb-9c4015afa095 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56505b91-6591-4f64-9626-736788dc72bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580697 Jun 24 07:18:22.178316 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9827962-566b-4952-a4d8-70f42536b869 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.243942 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-95f8ec84-de2a-4467-bcaf-6c37d9012b0e service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888364 Jun 24 07:18:22.244173 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9827962-566b-4952-a4d8-70f42536b869 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.250094 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f400c24e-9fdd-495d-9532-6e97e0719785', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'port_id': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'mac_address': 'fa:16:3e:70:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:18:20Z', 'updated_at': '2021-06-24T07:18:20Z', 'revision_number': 0, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 5, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:18:22.280006 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c253835-1e16-4b4d-a3e9-de6b41f24a19 None None] The sync data for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi is: [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f400c24e-9fdd-495d-9532-6e97e0719785', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'port_id': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'mac_address': 'fa:16:3e:70:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:18:20Z', 'updated_at': '2021-06-24T07:18:20Z', 'revision_number': 0, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 5, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:18:22.340153 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b3a81be5-5b13-419d-9729-923631a4cf32 req-2e08de4b-c97e-4862-8359-398d3b1d8702 service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875921 Jun 24 07:18:22.362090 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9827962-566b-4952-a4d8-70f42536b869 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.365830 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4112d12d-c0fe-4100-a13d-9b825b44ee82 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:22.384874 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9827962-566b-4952-a4d8-70f42536b869 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ecae01-9293-4b32-9d17-89c60cd16b63,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:22.387496 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d9827962-566b-4952-a4d8-70f42536b869 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:22.461657 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14f789-f019-45ed-8d59-1d7dd5cbb9ad None None] New status for floating IP f400c24e-9fdd-495d-9532-6e97e0719785: ACTIVE {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:18:22.487684 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9827962-566b-4952-a4d8-70f42536b869 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.490058 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-d9827962-566b-4952-a4d8-70f42536b869 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4167309 Jun 24 07:18:22.492744 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58980) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:22.497337 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'security_group_rule': {'security_group_id': 'c749d6f2-93db-43df-9012-8d63fb7b74d3', 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:22.641265 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.703850 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.795969 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.801540 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ca250f0a-6231-4621-953a-569c142276a8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:22.815608 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589bceeb-5c06-4c8b-b4a0-26a23be9f46f,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:22.818469 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:22.921795 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:22.922996 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4293172 Jun 24 07:18:22.925616 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58982) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:22.930092 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'security_group_rule': {'security_group_id': 'c749d6f2-93db-43df-9012-8d63fb7b74d3', 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:23.017921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.078998 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.159085 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.165857 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-dfc59240-a7d5-420b-8fee-622b307e6ebc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:23.183358 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60b9ba5-34ce-4653-977a-06cfd703ea84,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:23.188403 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:23.209233 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191a59-1509-4e2a-a199-a1e971a1e56c req-81d23056-8085-41ab-b964-a025d4e906b7 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:23.210693 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-46191a59-1509-4e2a-a199-a1e971a1e56c req-81d23056-8085-41ab-b964-a025d4e906b7 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0800476 Jun 24 07:18:23.248548 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-46191a59-1509-4e2a-a199-a1e971a1e56c req-ad289b50-3454-4e58-9ea9-7184b462bb14 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321193 Jun 24 07:18:23.264892 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.266137 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395054 Jun 24 07:18:23.269644 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58986) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:23.273326 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-ec51cdef-5713-4e17-aafd-a7088f5934e8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'security_group_rule': {'security_group_id': 'c749d6f2-93db-43df-9012-8d63fb7b74d3', 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:23.367615 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ec51cdef-5713-4e17-aafd-a7088f5934e8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.424293 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ec51cdef-5713-4e17-aafd-a7088f5934e8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.487288 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ec51cdef-5713-4e17-aafd-a7088f5934e8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.489865 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:23.506860 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51cdef-5713-4e17-aafd-a7088f5934e8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed9f08f-68a5-4a46-88ea-a96e6d6b46cc,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:23.509762 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ec51cdef-5713-4e17-aafd-a7088f5934e8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:23.578898 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-ec51cdef-5713-4e17-aafd-a7088f5934e8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.580095 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-ec51cdef-5713-4e17-aafd-a7088f5934e8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104298 Jun 24 07:18:23.582775 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58988) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:23.587288 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'security_group_rule': {'security_group_id': 'c749d6f2-93db-43df-9012-8d63fb7b74d3', 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:23.676655 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.securitygroups_db [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Project 40c2cbbeb4504787993a8d86bbbc7df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 07:18:23.682531 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.744930 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.830474 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.832641 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a354e063-3e48-48ca-8d73-014b9cc4fcac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:23.849459 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4af7ce-5a3a-4ce0-accd-608d6480e654,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:23.852115 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:23.927352 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:23.928476 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-4943c90d-481a-4517-92f1-ee836363611e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447502 Jun 24 07:18:23.931053 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 58990) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:23.935475 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'security_group_rule': {'security_group_id': 'c749d6f2-93db-43df-9012-8d63fb7b74d3', 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:24.007315 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.securitygroups_db [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Project 40c2cbbeb4504787993a8d86bbbc7df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 07:18:24.011993 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:24.071805 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:24.162101 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:24.164183 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-74aabab5-e0f2-4f4d-b9bc-01d1a55f7548 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:24.180213 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b2937a-1e79-488a-816c-40dba9311c2c,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:24.182855 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:24.304691 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:24.305962 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-bdf1dfa4-462f-49fd-8a38-2eb63e652569 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3739982 Jun 24 07:18:24.418447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cbf76-d08a-48de-8e39-f49fb77ed90c req-43caf164-631d-436c-9150-c02828a499ea tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:24.420059 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-854cbf76-d08a-48de-8e39-f49fb77ed90c req-43caf164-631d-436c-9150-c02828a499ea tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0634222 Jun 24 07:18:24.420875 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b43df291-5b47-4507-a777-391ec12e8e6a req-e450957d-9a7a-41d1-b10c-60f100cd4982 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1624168219&fields=id&tenant_id=40c2cbbeb4504787993a8d86bbbc7df8 HTTP/1.1" status: 200 len: 267 time: 0.0316603 Jun 24 07:18:24.459733 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-854cbf76-d08a-48de-8e39-f49fb77ed90c req-c5f77ecc-4c7b-40a0-93eb-d81235850efc tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330207 Jun 24 07:18:24.492815 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43df291-5b47-4507-a777-391ec12e8e6a req-63d91974-6989-4c65-9d78-ac73a055decb tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:24.494281 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b43df291-5b47-4507-a777-391ec12e8e6a req-63d91974-6989-4c65-9d78-ac73a055decb tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.0677147 Jun 24 07:18:24.505468 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [req-b43df291-5b47-4507-a777-391ec12e8e6a req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'port': {'security_groups': ['4a1c35ed-7dbd-4615-9964-2456607c0e68', 'c749d6f2-93db-43df-9012-8d63fb7b74d3']}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:18:24.591253 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-b43df291-5b47-4507-a777-391ec12e8e6a req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:24.778146 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [req-b43df291-5b47-4507-a777-391ec12e8e6a req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] For port 6e29f912-7120-4039-9336-3eec2ea10cf9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6e29f912-7120-4039-9336-3eec2ea10cf9,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:18:24.806504 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-b43df291-5b47-4507-a777-391ec12e8e6a req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:24.858986 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-b43df291-5b47-4507-a777-391ec12e8e6a req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5740035'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:24.862598 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:24.871036 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['6e29f912-7120-4039-9336-3eec2ea10cf9'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:18:24.909328 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43df291-5b47-4507-a777-391ec12e8e6a req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:24.909951 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [req-b43df291-5b47-4507-a777-391ec12e8e6a req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:24.912088 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b43df291-5b47-4507-a777-391ec12e8e6a req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "PUT /v2.0/ports/6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 982 time: 0.4117277 Jun 24 07:18:24.912632 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:18:24.915008 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84984ffb-caf9-49e9-ab33-01d183eae444" -d '{"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:18:24.958904 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'Port': ['ID=6e29f912-7120-4039-9336-3eec2ea10cf9,revision_number=6']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:24.962781 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:25.013777 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['6e29f912-7120-4039-9336-3eec2ea10cf9'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:18:25.110084 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a76b1-d022-4873-a74e-e676534a3d3a req-2154454f-efd1-42c5-ac54-f9143ed20ff8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:25.111923 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-687a76b1-d022-4873-a74e-e676534a3d3a req-2154454f-efd1-42c5-ac54-f9143ed20ff8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0820470 Jun 24 07:18:25.138478 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5840ccd4-2815-4776-b7dc-2eb8743ad4c9 x-openstack-request-id: req-5840ccd4-2815-4776-b7dc-2eb8743ad4c9 {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:18:25.138808 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:18:25.139096 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5840ccd4-2815-4776-b7dc-2eb8743ad4c9 {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:18:25.139531 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'status': 'completed', 'code': 200} Jun 24 07:18:25.156050 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-687a76b1-d022-4873-a74e-e676534a3d3a req-2898a1d0-54d9-49c7-bbab-8e7db70cc48a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372024 Jun 24 07:18:25.218274 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-d7e8a970-13ba-4c26-8220-6a853814f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:25.219747 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-d7e8a970-13ba-4c26-8220-6a853814f044 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1138 time: 0.0585067 Jun 24 07:18:25.275779 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-38218535-dc97-4951-bd61-db1b936101d7 None None] Provisioning complete for port 6e29f912-7120-4039-9336-3eec2ea10cf9 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:18:25.276163 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-38218535-dc97-4951-bd61-db1b936101d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:25.308479 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-faee4fad-ccf8-4d51-8d29-9e0732d7cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:25.310273 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-faee4fad-ccf8-4d51-8d29-9e0732d7cd03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56505b91-6591-4f64-9626-736788dc72bb HTTP/1.1" status: 200 len: 915 time: 0.0830452 Jun 24 07:18:25.381169 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-90a6ac00-a07d-40b4-8a58-cf0fa6a98e08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 1002 time: 0.0642674 Jun 24 07:18:25.434365 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-b00b2c50-2aad-4027-b8bd-158a47532585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:25.435841 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-b00b2c50-2aad-4027-b8bd-158a47532585 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ad93470-e1df-49b7-8343-52d254edb7d1 HTTP/1.1" status: 200 len: 853 time: 0.0458789 Jun 24 07:18:25.494135 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-cde6441c-e417-4fa6-a29d-1cf20d7c6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:25.494931 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-cde6441c-e417-4fa6-a29d-1cf20d7c6e7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56505b91-6591-4f64-9626-736788dc72bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527692 Jun 24 07:18:25.596874 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-55a94448-5e83-43e9-9a7a-b7903f636b79 service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947709 Jun 24 07:18:25.673997 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6b29c-3161-4082-b1c9-2474e61255d8 req-c7a97ea6-9c1d-4450-860e-26f0ac0382ba tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:25.675855 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-edd6b29c-3161-4082-b1c9-2474e61255d8 req-c7a97ea6-9c1d-4450-860e-26f0ac0382ba tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0685537 Jun 24 07:18:25.692758 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-84984ffb-caf9-49e9-ab33-01d183eae444 req-52c1e756-20fb-4b17-9102-28aff96ef500 service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871911 Jun 24 07:18:25.700742 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-41adb8d6-fb1e-45ad-b1b2-f010ea979d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:25.722408 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-edd6b29c-3161-4082-b1c9-2474e61255d8 req-0a12519c-faeb-4e0a-a9bc-a9f7bfdbfa65 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 Jun 24 07:18:26.898348 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578fa91-4161-4f8d-a2a8-0c82d0c1a507 req-2e394f93-1861-49b0-b30a-0d22775e0ef2 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:26.899963 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2578fa91-4161-4f8d-a2a8-0c82d0c1a507 req-2e394f93-1861-49b0-b30a-0d22775e0ef2 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0663002 Jun 24 07:18:26.938002 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-2578fa91-4161-4f8d-a2a8-0c82d0c1a507 req-261180fa-6b4d-4638-8d0f-779da56997d3 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Jun 24 07:18:28.114368 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b064d-48d0-4002-a135-ff5c79ba253d req-ad717dcc-1597-4205-864d-2af25f2348fe tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:28.115750 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-332b064d-48d0-4002-a135-ff5c79ba253d req-ad717dcc-1597-4205-864d-2af25f2348fe tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0610838 Jun 24 07:18:28.156621 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-332b064d-48d0-4002-a135-ff5c79ba253d req-5b2677bc-82c9-487f-bdd1-406e11a38353 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Jun 24 07:18:28.253785 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d8ac-0713-4817-b490-a2af5281429f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:28.578999 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:29.324887 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399685b4-8f54-4bdb-8225-b9006e5eea44 req-81ed1043-55ee-4b3d-a397-6c72ead5850a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:29.326327 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-399685b4-8f54-4bdb-8225-b9006e5eea44 req-81ed1043-55ee-4b3d-a397-6c72ead5850a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0600667 Jun 24 07:18:29.367553 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-399685b4-8f54-4bdb-8225-b9006e5eea44 req-65556d77-2442-435a-8253-8ee371da64ea tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357049 Jun 24 07:18:29.733004 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:30.543383 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f00b7-d382-4713-b157-f2a4e22fd8a3 req-e5a6fd7d-1310-43aa-88e3-02a7b5d4191f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:30.544860 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fe0f00b7-d382-4713-b157-f2a4e22fd8a3 req-e5a6fd7d-1310-43aa-88e3-02a7b5d4191f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0632384 Jun 24 07:18:30.581310 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fe0f00b7-d382-4713-b157-f2a4e22fd8a3 req-43874379-bf56-4330-be7a-09b74f735fff tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305617 Jun 24 07:18:31.310336 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:31.750756 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804ac0b-6409-426a-a371-cf00c9d44776 req-eb556b6b-8fba-4be5-be6b-de755c705db5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:31.752188 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6804ac0b-6409-426a-a371-cf00c9d44776 req-eb556b6b-8fba-4be5-be6b-de755c705db5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0617788 Jun 24 07:18:31.788327 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-6804ac0b-6409-426a-a371-cf00c9d44776 req-140745e9-0c84-46ae-aee1-56d3e4728bf5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Jun 24 07:18:32.091710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-17e78622-daca-4b3d-8812-610f1547df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:32.093424 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-17e78622-daca-4b3d-8812-610f1547df9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1098 time: 0.0530348 Jun 24 07:18:32.179078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-62050884-c5d7-4228-8162-b5bbc376e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:32.180511 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-62050884-c5d7-4228-8162-b5bbc376e9d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 909 time: 0.0811455 Jun 24 07:18:32.247046 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-57e5ce92-ab5f-4e35-b6ab-3fb71ab81f55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 1000 time: 0.0594399 Jun 24 07:18:32.294316 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-8eaf1bcf-0151-4ef0-a810-f7315e2d83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:32.295683 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-8eaf1bcf-0151-4ef0-a810-f7315e2d83b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.0422525 Jun 24 07:18:32.350932 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-3536fe46-43ee-4cea-ad68-800e5b652dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:32.352342 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-3536fe46-43ee-4cea-ad68-800e5b652dae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499494 Jun 24 07:18:32.446060 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-55bd2221-61ef-43e7-91b5-0f0b743be2d8 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859592 Jun 24 07:18:32.537022 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9be6d4f6-77bd-439b-8d7e-efdb01dd6f19 req-a6afc451-1518-408d-8291-94b88822c19f service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831783 Jun 24 07:18:32.958931 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c927bd4-e5c2-4a04-9288-4350ee533183 req-d8455983-2a01-4835-9772-0ab3a8972aa1 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:32.960407 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0c927bd4-e5c2-4a04-9288-4350ee533183 req-d8455983-2a01-4835-9772-0ab3a8972aa1 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0634851 Jun 24 07:18:32.996722 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-0c927bd4-e5c2-4a04-9288-4350ee533183 req-854aec3d-51e7-43b6-81ad-611e5e53f40f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Jun 24 07:18:34.172812 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bd9e4-768c-4ced-803f-5485372126be req-9d8eb465-6c5c-4dbb-ae3c-e6d47cfe8f4c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:34.174311 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c29bd9e4-768c-4ced-803f-5485372126be req-9d8eb465-6c5c-4dbb-ae3c-e6d47cfe8f4c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0655277 Jun 24 07:18:34.211295 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c29bd9e4-768c-4ced-803f-5485372126be req-dc99c86a-4059-45ff-b6f6-3a46b65f641c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 Jun 24 07:18:35.388769 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1dbad-b76a-466c-b880-a3a87d913cac req-aa3423ab-1ef4-4be8-836e-9968ca3aee3f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:35.390245 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d2b1dbad-b76a-466c-b880-a3a87d913cac req-aa3423ab-1ef4-4be8-836e-9968ca3aee3f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0645058 Jun 24 07:18:35.427027 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d2b1dbad-b76a-466c-b880-a3a87d913cac req-a892f771-54af-4bc7-82e4-7ea9dd4fa215 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307219 Jun 24 07:18:35.876620 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:35.952627 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf9b1-d813-4cf9-8267-8a540308092d req-c3f4654f-3da9-4866-bca6-1cf7c4402929 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:35.954172 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b01bf9b1-d813-4cf9-8267-8a540308092d req-c3f4654f-3da9-4866-bca6-1cf7c4402929 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0636566 Jun 24 07:18:35.993828 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59032) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:18:35.994358 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b01bf9b1-d813-4cf9-8267-8a540308092d req-5fe83b6f-3720-4afe-be18-877ae7718954 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Jun 24 07:18:36.082952 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-f4786a1f-f92b-485d-b7d3-f84f943e008a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872195 Jun 24 07:18:36.631614 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b57b89b9-217e-4907-88f7-4edd4c64eace no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:18:36.705622 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:36.727138 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:18:36.729412 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9790a84-97f9-460c-ad7d-c9c2ad818fe8" -d '{"events": [{"server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "name": "network-vif-unplugged", "status": "completed", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:18:36.743045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:18:36.764045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 07:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c216ab23-8fdc-4b7c-9895-454e1e455343 x-openstack-request-id: req-c216ab23-8fdc-4b7c-9895-454e1e455343 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:18:36.764353 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "name": "network-vif-unplugged", "status": "failed", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace", "code": 422}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:18:36.764619 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c216ab23-8fdc-4b7c-9895-454e1e455343 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:18:36.765093 dv-cinder-784092-10-iscsi neutron-server[100202]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'code': 422} returned with failed status Jun 24 07:18:36.818974 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:36.820785 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:36.865220 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=6']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:36.871874 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.872229 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.872571 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.872910 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.873262 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.873593 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.873941 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.874246 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.874594 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.874922 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.875243 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.875563 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:18:36.880002 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:37.161247 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71586db-645c-46cb-b101-4e9383097f69 req-40176216-98e2-4279-bcde-36f5c303d6a3 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:37.162658 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c71586db-645c-46cb-b101-4e9383097f69 req-40176216-98e2-4279-bcde-36f5c303d6a3 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0607624 Jun 24 07:18:37.203542 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c71586db-645c-46cb-b101-4e9383097f69 req-376fde8a-4521-4d37-b70d-b03f3b0172a0 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352814 Jun 24 07:18:38.371445 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749641-344e-4bfa-bc18-106917d6ef90 req-67171f20-28b5-4982-ac25-ef6d6f56ce67 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:38.372865 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-38749641-344e-4bfa-bc18-106917d6ef90 req-67171f20-28b5-4982-ac25-ef6d6f56ce67 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0607760 Jun 24 07:18:38.408460 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-38749641-344e-4bfa-bc18-106917d6ef90 req-35bb195e-2d8c-4fe5-aeb3-9dfa75ab9a76 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300143 Jun 24 07:18:38.495130 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-a361d9c5-6cb8-490a-b7dc-e56b458d0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:38.496490 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-a361d9c5-6cb8-490a-b7dc-e56b458d0943 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a&tenant_id=fc43be6928aa4ed18ff15d1141065855 HTTP/1.1" status: 200 len: 1096 time: 0.0539725 Jun 24 07:18:38.568451 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-487478f4-ee1b-499c-a1df-5e017a476cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:38.569912 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-487478f4-ee1b-499c-a1df-5e017a476cd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1096 time: 0.0525501 Jun 24 07:18:38.662236 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-0c79ff1a-16c4-4ac4-8442-21763c0d62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:38.663651 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-0c79ff1a-16c4-4ac4-8442-21763c0d62ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 909 time: 0.0861998 Jun 24 07:18:38.985713 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-c17c6ee2-7dc5-4788-b6a7-18e0493a61f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 998 time: 0.3155653 Jun 24 07:18:39.037875 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-cf097bb0-6292-4d77-bb37-cd46b649513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:39.039226 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-cf097bb0-6292-4d77-bb37-cd46b649513b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.0413737 Jun 24 07:18:39.094734 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-35311968-50c2-40eb-ba82-7fcc048b4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:39.096162 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-35311968-50c2-40eb-ba82-7fcc048b4768 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508826 Jun 24 07:18:39.180578 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-50880d12-02bc-48e8-b7d8-1affe99036f3 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780725 Jun 24 07:18:39.270908 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef3288c3-b2d7-4281-bbe5-d9f21fc68677 req-ce7e7337-7b9b-4138-9135-abae9dee7643 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828807 Jun 24 07:18:39.578334 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92148-d95f-4a7e-8b4b-75491db9e454 req-1c9acc7c-533d-45af-b98a-5827e7e041a6 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:39.579762 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-95e92148-d95f-4a7e-8b4b-75491db9e454 req-1c9acc7c-533d-45af-b98a-5827e7e041a6 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0618250 Jun 24 07:18:39.616501 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-95e92148-d95f-4a7e-8b4b-75491db9e454 req-7a29143c-aac8-4b0f-a02d-16c3d4f12fb4 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305214 Jun 24 07:18:40.785787 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102752-1299-4dfc-b5f7-8919a4016a1a req-99611f26-53b2-4982-8cd7-f0deaa49ebc9 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:40.787203 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d6102752-1299-4dfc-b5f7-8919a4016a1a req-99611f26-53b2-4982-8cd7-f0deaa49ebc9 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0604131 Jun 24 07:18:40.823448 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d6102752-1299-4dfc-b5f7-8919a4016a1a req-f382b1c2-b124-4b39-8576-0a6b11ff8fc2 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306220 Jun 24 07:18:41.997744 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0100b-02ef-4d38-9fec-a0bb36487398 req-012ca89f-cc0e-49ed-9107-8d17d38d3b22 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:41.999258 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-88d0100b-02ef-4d38-9fec-a0bb36487398 req-012ca89f-cc0e-49ed-9107-8d17d38d3b22 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0637972 Jun 24 07:18:42.035641 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-88d0100b-02ef-4d38-9fec-a0bb36487398 req-8f53c553-fea0-4893-ac33-db3e8f085879 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299437 Jun 24 07:18:42.627069 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e555f-2446-4381-99c1-2ad4bcf4e73e req-6d6d1632-9bc6-45e1-938d-45bf0c323184 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:42.628598 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-324e555f-2446-4381-99c1-2ad4bcf4e73e req-6d6d1632-9bc6-45e1-938d-45bf0c323184 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0694928 Jun 24 07:18:42.667576 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-a16ff394-ca5b-4d31-8142-9c8dd6c2b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:42.669039 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-a16ff394-ca5b-4d31-8142-9c8dd6c2b06e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1138 time: 0.0516362 Jun 24 07:18:42.669895 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-324e555f-2446-4381-99c1-2ad4bcf4e73e req-6575454c-468a-4538-8323-d23e9d47f843 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350733 Jun 24 07:18:42.761279 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-d516b39a-cb69-45ef-ae66-3b07e99bfde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:42.762615 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-d516b39a-cb69-45ef-ae66-3b07e99bfde3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56505b91-6591-4f64-9626-736788dc72bb HTTP/1.1" status: 200 len: 915 time: 0.0870414 Jun 24 07:18:42.829590 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-1ecf379d-0093-4b47-a57d-3bedcb0cb0a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 1002 time: 0.0592499 Jun 24 07:18:42.876704 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-f9177fc0-e515-41b6-8e0a-d9f1da23ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:42.878136 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-f9177fc0-e515-41b6-8e0a-d9f1da23ad46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ad93470-e1df-49b7-8343-52d254edb7d1 HTTP/1.1" status: 200 len: 853 time: 0.0414512 Jun 24 07:18:42.932162 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-09af68af-c463-4f9f-a2cf-16e8a83afed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:42.933584 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-09af68af-c463-4f9f-a2cf-16e8a83afed5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56505b91-6591-4f64-9626-736788dc72bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492032 Jun 24 07:18:43.024468 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-1cb297aa-6c28-47b8-ae71-74343f2c8840 service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Jun 24 07:18:43.111459 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e013f37e-c804-4f54-95ed-b69f17a9ec01 req-43861f0f-2da8-48c7-96a4-87799eda112d service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795171 Jun 24 07:18:43.214682 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b9604-de8c-4bc3-af67-0c10eabfc7c7 req-61ece28a-b368-4c93-abf6-1f26dcf10438 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:43.216137 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f57b9604-de8c-4bc3-af67-0c10eabfc7c7 req-61ece28a-b368-4c93-abf6-1f26dcf10438 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0700617 Jun 24 07:18:43.253487 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-f57b9604-de8c-4bc3-af67-0c10eabfc7c7 req-64d47c5b-0d41-4fb4-a265-2e0429f35c57 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Jun 24 07:18:43.840159 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892f4be-9b9b-4549-9a28-c0c02bc169a8 req-e9978742-e07f-47fe-8f99-3c794e546bd3 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:43.841712 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d892f4be-9b9b-4549-9a28-c0c02bc169a8 req-e9978742-e07f-47fe-8f99-3c794e546bd3 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0653141 Jun 24 07:18:43.883489 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d892f4be-9b9b-4549-9a28-c0c02bc169a8 req-f92f2b96-18d6-4770-b255-ffe0b258afee tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357473 Jun 24 07:18:44.424300 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef6f6e-f8f0-432d-869e-82644e962261 req-416262ec-5a8f-4a5b-80ff-8c30da2bebc7 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:44.425738 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffef6f6e-f8f0-432d-869e-82644e962261 req-416262ec-5a8f-4a5b-80ff-8c30da2bebc7 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0604477 Jun 24 07:18:44.461332 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffef6f6e-f8f0-432d-869e-82644e962261 req-05d1732e-2dba-4b4d-a99f-b01633df8c9a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299962 Jun 24 07:18:45.051796 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44aafb9-b56a-4fe5-a216-07c4fdc3cb85 req-c22dd05b-5e9b-4ee7-97cb-f18307132ff4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:45.053245 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c44aafb9-b56a-4fe5-a216-07c4fdc3cb85 req-c22dd05b-5e9b-4ee7-97cb-f18307132ff4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0610960 Jun 24 07:18:45.095934 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-c44aafb9-b56a-4fe5-a216-07c4fdc3cb85 req-cb36a073-8b5a-46ea-a856-ed8cc93ac041 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370882 Jun 24 07:18:45.633176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a64d60-ac1b-4eac-9d61-a1b09e957b86 req-a334e868-6d78-435f-a904-282a88de3f60 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:45.634614 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-86a64d60-ac1b-4eac-9d61-a1b09e957b86 req-a334e868-6d78-435f-a904-282a88de3f60 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0614989 Jun 24 07:18:45.670841 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-86a64d60-ac1b-4eac-9d61-a1b09e957b86 req-723562be-4561-4cb3-a2ec-30d34abf682e tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306892 Jun 24 07:18:46.270381 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4b679-267f-424a-ae65-c78b2550da3f req-72652f20-61ad-46e3-9906-1ace5cdd583f tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:46.271753 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b0c4b679-267f-424a-ae65-c78b2550da3f req-72652f20-61ad-46e3-9906-1ace5cdd583f tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0651147 Jun 24 07:18:46.309407 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b0c4b679-267f-424a-ae65-c78b2550da3f req-61f87796-79fc-4d87-9562-fe77ecd930aa tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320008 Jun 24 07:18:46.684085 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b57b89b9-217e-4907-88f7-4edd4c64eace details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 07:18:46.781640 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:18:46.793193 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'port_id': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'mac_address': 'fa:16:3e:f7:b3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 07:18:46.829352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:46.841731 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57b89b9-217e-4907-88f7-4edd4c64eace {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:18:46.842626 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb30b64-a728-49c1-8dd2-973643db3e8b req-1f68db52-f690-4b7f-941c-bf3e794dd0f0 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:46.844373 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5fb30b64-a728-49c1-8dd2-973643db3e8b req-1f68db52-f690-4b7f-941c-bf3e794dd0f0 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 943 time: 0.0658276 Jun 24 07:18:46.862493 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:18:46.882000 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5fb30b64-a728-49c1-8dd2-973643db3e8b req-4f1f4831-50bb-47ca-a7ec-3198502ffc8c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Jun 24 07:18:46.944450 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:46.947257 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:46.993214 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=7']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:46.996453 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:47.159180 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['b57b89b9-217e-4907-88f7-4edd4c64eace'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:18:47.477874 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2ddb-f332-4d61-aab0-492d6f5fe757 req-a3147d54-0461-463b-ad13-13b176f2a9f2 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:47.479313 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e35b2ddb-f332-4d61-aab0-492d6f5fe757 req-a3147d54-0461-463b-ad13-13b176f2a9f2 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0614321 Jun 24 07:18:47.517083 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e35b2ddb-f332-4d61-aab0-492d6f5fe757 req-bccf8859-a06d-4123-a5d6-9394ed135382 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321090 Jun 24 07:18:48.050084 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef888354-872f-4e7c-b8fc-46521c304c54 req-633ec4c2-7154-426f-987e-6eec22e3c4e6 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:48.052014 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef888354-872f-4e7c-b8fc-46521c304c54 req-633ec4c2-7154-426f-987e-6eec22e3c4e6 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 944 time: 0.0607665 Jun 24 07:18:48.087824 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ef888354-872f-4e7c-b8fc-46521c304c54 req-fb4e4f3c-171b-4c75-bacd-deb81ef98c94 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302880 Jun 24 07:18:48.687528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b57b89b9-217e-4907-88f7-4edd4c64eace up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:18:48.693428 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469061-9a60-4164-94df-84ec9da07dbd req-42213669-7caf-4bea-890d-053f096ac1d8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:48.694903 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9c469061-9a60-4164-94df-84ec9da07dbd req-42213669-7caf-4bea-890d-053f096ac1d8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0661659 Jun 24 07:18:48.735455 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9c469061-9a60-4164-94df-84ec9da07dbd req-9d435b62-8297-420b-b148-498f730bc456 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347507 Jun 24 07:18:48.738322 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port b57b89b9-217e-4907-88f7-4edd4c64eace triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:18:48.738651 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:48.812021 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:48.834501 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:18:48.836760 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e8c4f-bd0b-4568-8d92-154eb4254076" -d '{"events": [{"server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "name": "network-vif-plugged", "status": "completed", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:18:48.850248 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:18:48.871407 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c012ee-2422-4373-adca-db064d174e7b x-openstack-request-id: req-56c012ee-2422-4373-adca-db064d174e7b {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:18:48.871689 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "name": "network-vif-plugged", "status": "completed", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:18:48.871947 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56c012ee-2422-4373-adca-db064d174e7b {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:18:48.872339 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'code': 200} Jun 24 07:18:48.933367 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:48.935250 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:18:48.982296 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=8']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:18:48.985535 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:18:49.166550 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca61d65-deef-4852-9bdc-0f0e70e0ad6e req-8ad1d5c1-582c-4e41-964f-137ff03c58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:49.168000 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4ca61d65-deef-4852-9bdc-0f0e70e0ad6e req-8ad1d5c1-582c-4e41-964f-137ff03c58cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1098 time: 0.0540006 Jun 24 07:18:49.202276 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4ca61d65-deef-4852-9bdc-0f0e70e0ad6e req-4acd6a9b-a048-4e93-b740-36e9875d43d9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270922 Jun 24 07:18:49.259735 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19809631-8d27-4bc5-ab1e-3d812a52af96 req-d29b8ceb-aa88-4ea7-9438-35c051bbb19d tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:49.261234 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-19809631-8d27-4bc5-ab1e-3d812a52af96 req-d29b8ceb-aa88-4ea7-9438-35c051bbb19d tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0630689 Jun 24 07:18:49.297949 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-19809631-8d27-4bc5-ab1e-3d812a52af96 req-77d6bfe6-b179-47bd-b62f-149f30f6e33c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Jun 24 07:18:49.911249 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb29ea5-3305-483b-9041-6a71563f0337 req-da736cca-036e-4aa3-8954-5cf188c2b9b9 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:49.912645 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eeb29ea5-3305-483b-9041-6a71563f0337 req-da736cca-036e-4aa3-8954-5cf188c2b9b9 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0638320 Jun 24 07:18:49.953482 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eeb29ea5-3305-483b-9041-6a71563f0337 req-de0fe3e3-d783-4bec-9ad7-9e17b21b9635 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348365 Jun 24 07:18:50.488149 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d32357-5f54-444c-97dc-9e684ac18ec4 req-4ea72d25-5cdb-4040-b839-639e12f0d85c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:50.490055 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-98d32357-5f54-444c-97dc-9e684ac18ec4 req-4ea72d25-5cdb-4040-b839-639e12f0d85c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0625832 Jun 24 07:18:50.531410 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-98d32357-5f54-444c-97dc-9e684ac18ec4 req-f669b9a8-e12a-495b-ad3f-7c4b4a901c0c tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359080 Jun 24 07:18:51.123451 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788c078-6aae-4ddc-8aaa-9972a910aba2 req-07dbf5eb-71fd-47cc-9ec8-2cc534ecf542 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:51.124862 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a788c078-6aae-4ddc-8aaa-9972a910aba2 req-07dbf5eb-71fd-47cc-9ec8-2cc534ecf542 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0614152 Jun 24 07:18:51.164133 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a788c078-6aae-4ddc-8aaa-9972a910aba2 req-9b021a5a-1564-4f9f-8dfc-1fa8da8178c8 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327947 Jun 24 07:18:52.333349 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec63f9-8b77-4103-9811-9aaed9eace40 req-9ce03f50-31d5-4c61-ab8e-ebd6549e1852 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:52.335606 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-59ec63f9-8b77-4103-9811-9aaed9eace40 req-9ce03f50-31d5-4c61-ab8e-ebd6549e1852 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0616796 Jun 24 07:18:52.375270 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-59ec63f9-8b77-4103-9811-9aaed9eace40 req-c1ed0058-39e6-424e-8fda-cf2aad8a137e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338194 Jun 24 07:18:53.547269 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce474c-558a-4c75-9dd3-ba67e1131a83 req-53e1dc73-b374-45e6-8a97-d55aed7191d9 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:53.548745 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58ce474c-558a-4c75-9dd3-ba67e1131a83 req-53e1dc73-b374-45e6-8a97-d55aed7191d9 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0653172 Jun 24 07:18:53.587544 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-58ce474c-558a-4c75-9dd3-ba67e1131a83 req-4620de35-6727-418b-af47-7e23b070c0e3 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330527 Jun 24 07:18:54.762977 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936fc2c-d1f5-4eb0-881a-cda7bd92fad3 req-f41886b6-4c29-4a26-a951-1e98df2d5aac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:18:54.764428 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a936fc2c-d1f5-4eb0-881a-cda7bd92fad3 req-f41886b6-4c29-4a26-a951-1e98df2d5aac tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0623164 Jun 24 07:18:54.802188 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a936fc2c-d1f5-4eb0-881a-cda7bd92fad3 req-209b4fff-5623-48ae-a160-ba142611433e tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&id=c749d6f2-93db-43df-9012-8d63fb7b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318418 Jun 24 07:18:55.664899 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9cf45abd-c2b4-46cc-8c51-e004065e71e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:57.758910 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:18:58.247397 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-21b441e1-6cde-45de-a1e5-0922786ea4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:58.578454 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:18:59.681337 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:01.292923 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:05.841721 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:08.297685 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-018d4d14-7086-4347-acf2-5844c0631e63 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516667 Jun 24 07:19:08.393127 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-40bc2624-9fa2-447f-86d7-24df35afdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:08.394547 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-40bc2624-9fa2-447f-86d7-24df35afdb97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1098 time: 0.0515678 Jun 24 07:19:08.499261 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-b735885c-ef3a-4d3a-847e-4e5b4901a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:08.500677 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-b735885c-ef3a-4d3a-847e-4e5b4901a8b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 909 time: 0.0858927 Jun 24 07:19:08.564386 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-f01d9c59-9bb7-4fa9-a3f7-a22257ac885f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 1000 time: 0.0569296 Jun 24 07:19:08.610168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-ef06a1fe-0f02-4ce7-83a1-b67488bb7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:08.611529 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-ef06a1fe-0f02-4ce7-83a1-b67488bb7a5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.0409846 Jun 24 07:19:08.666236 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-9e72f1cb-1a13-450a-a44e-0b246dc62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:08.667618 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-9e72f1cb-1a13-450a-a44e-0b246dc62df4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485163 Jun 24 07:19:08.759724 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-b28b6dff-7d63-4229-971f-6d35b7cb22db service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Jun 24 07:19:08.847947 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3401e8b1-d752-4796-b0af-a6359008ab41 req-7bce1f0f-e92b-4b67-bd40-28d2efe3e84d service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802779 Jun 24 07:19:25.658355 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-92e491e1-0f4c-4065-9f8b-19b67765cd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:27.360447 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-7eb4e7dd-7c20-4cbf-bb42-fe775c1b18d4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1624168219&fields=id&tenant_id=40c2cbbeb4504787993a8d86bbbc7df8 HTTP/1.1" status: 200 len: 267 time: 0.0326643 Jun 24 07:19:27.430138 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-5ec0748e-43be-48d1-ad09-5f1df4f0dfbd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:27.431578 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-5ec0748e-43be-48d1-ad09-5f1df4f0dfbd tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 985 time: 0.0652649 Jun 24 07:19:27.441999 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Request body: {'port': {'security_groups': ['4a1c35ed-7dbd-4615-9964-2456607c0e68']}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:19:27.520808 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:27.687599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] For port 6e29f912-7120-4039-9336-3eec2ea10cf9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6e29f912-7120-4039-9336-3eec2ea10cf9,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:27.715510 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:27.761119 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:27.765735 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6da969ce-f3cd-4dc5-81d0-8957b737de45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:27.773864 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['6e29f912-7120-4039-9336-3eec2ea10cf9'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:19:27.803994 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:27.804597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:27.806041 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0d5a8b3e-5de8-4a0e-b0b9-9ce55fa36f38 req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "PUT /v2.0/ports/6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 943 time: 0.3683867 Jun 24 07:19:27.808932 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:19:27.812446 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b299c-f2ed-4d4e-a179-a659b607cef3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:19:27.812789 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59112) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:27.854307 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event updated for resources: {'Port': ['ID=6e29f912-7120-4039-9336-3eec2ea10cf9,revision_number=7']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:27.863159 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53532b71-fe96-4dbf-98d4-fbae31855ca7 x-openstack-request-id: req-53532b71-fe96-4dbf-98d4-fbae31855ca7 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:19:27.863502 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:19:27.863730 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53532b71-fe96-4dbf-98d4-fbae31855ca7 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:19:27.864159 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'status': 'completed', 'code': 200} Jun 24 07:19:27.865968 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.866340 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.867153 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.867480 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.867824 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.868182 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.868661 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.869017 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.869396 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.869921 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.870265 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.870610 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:27.874935 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a12cf07d-d7b8-42cf-a6cf-0b8c3d6b717a tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:27.904212 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:27.908542 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['6e29f912-7120-4039-9336-3eec2ea10cf9'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:19:27.935133 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:27.950304 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-57a49964-7784-4097-b71b-915a165e91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:27.951843 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-57a49964-7784-4097-b71b-915a165e91fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1099 time: 0.0688546 Jun 24 07:19:28.069881 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.070686 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-69d6ba4b-1628-45f1-a569-0030aa736224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:28.072138 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-69d6ba4b-1628-45f1-a569-0030aa736224 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56505b91-6591-4f64-9626-736788dc72bb HTTP/1.1" status: 200 len: 915 time: 0.1118402 Jun 24 07:19:28.072613 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.073761 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "DELETE /v2.0/security-groups/c749d6f2-93db-43df-9012-8d63fb7b74d3 HTTP/1.1" status: 204 len: 168 time: 0.2599373 Jun 24 07:19:28.074575 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9ae07011-9c80-4052-b1f8-845af184374d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:28.076397 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59116) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:28.085043 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c749d6f2-93db-43df-9012-8d63fb7b74d3,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:28.094443 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.094822 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.095189 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.095552 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.095915 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.096276 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.096636 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.097193 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.097638 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.097992 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.098345 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.098704 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:28.102415 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-5910449b-89e1-4a87-9ebd-2b9338e61731 None None] Provisioning complete for port 6e29f912-7120-4039-9336-3eec2ea10cf9 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:28.102912 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5910449b-89e1-4a87-9ebd-2b9338e61731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.103113 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d593ec07-be1f-4fbe-b4e8-a6bf78b3b1dc tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:28.186765 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-23e08d43-00b8-4a8e-b623-daa282d81961 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 1002 time: 0.1038291 Jun 24 07:19:28.264565 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-45f6fee4-dad0-4a1b-8ccb-2baef82b564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.274202 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-c43e168d-5380-4398-a378-d0cd68b59ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:28.276148 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-c43e168d-5380-4398-a378-d0cd68b59ead service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ad93470-e1df-49b7-8343-52d254edb7d1 HTTP/1.1" status: 200 len: 853 time: 0.0599895 Jun 24 07:19:28.356834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Deleting port dc970c99-5d51-4a6d-8518-9fa3d9f54f49 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:28.357203 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.376973 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-53cc89f6-15a0-40e4-b0ba-3c8ecd5b615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:28.378434 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-53cc89f6-15a0-40e4-b0ba-3c8ecd5b615f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56505b91-6591-4f64-9626-736788dc72bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0851994 Jun 24 07:19:28.486957 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.487287 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.507013 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Calling delete_port for dc970c99-5d51-4a6d-8518-9fa3d9f54f49 owned by network:floatingip {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:28.529055 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-fd1b189c-34d3-43c1-b340-479e2ffbe13c service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236720 Jun 24 07:19:28.590130 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.692885 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c39b299c-f2ed-4d4e-a179-a659b607cef3 req-3a731e08-b9bd-4d7c-a0d3-2ce5a7953b27 service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325383 Jun 24 07:19:28.812590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.814562 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b4496069-a7d6-4378-99a6-5f94b4c0a74d tempest-ServerRescueNegativeTestJSON-1350186229 tempest-ServerRescueNegativeTestJSON-1350186229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:28.842624 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event deleted for resources: {'Port': ['ID=dc970c99-5d51-4a6d-8518-9fa3d9f54f49,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:28.846631 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:28.904812 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks [] for floatingip, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:28.905170 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Floating IP f400c24e-9fdd-495d-9532-6e97e0719785 disassociated (deleted). External IP: 172.27.2.230, port: 6e29f912-7120-4039-9336-3eec2ea10cf9. Jun 24 07:19:29.151116 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Router ad1981bc-8549-43b0-843e-33811b60ff61 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:19:29.580145 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:19:29.586090 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:29.590560 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] Sync routers for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:19:29.604748 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:29.605407 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:29.627338 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "DELETE /v2.0/floatingips/f400c24e-9fdd-495d-9532-6e97e0719785 HTTP/1.1" status: 204 len: 168 time: 1.5495582 Jun 24 07:19:29.736301 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:29.761396 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:29.866033 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:19:29.868433 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06de2249-d9ef-43dd-9ea8-9e78589fdf40" -d '{"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:19:29.904897 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e9635a-adb0-421f-b2bd-978f8c1ff2a3 x-openstack-request-id: req-62e9635a-adb0-421f-b2bd-978f8c1ff2a3 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:19:29.905272 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:19:29.905558 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62e9635a-adb0-421f-b2bd-978f8c1ff2a3 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:19:29.905983 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'status': 'completed', 'code': 200} Jun 24 07:19:29.959045 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 5, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:29.983107 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-a4b1badc-abe4-4116-8b33-f2baade89e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:29.984469 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] Checking router: ad1981bc-8549-43b0-843e-33811b60ff61 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:19:29.984599 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-a4b1badc-abe4-4116-8b33-f2baade89e83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 1099 time: 0.0545382 Jun 24 07:19:29.993869 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:29.994486 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:30.100058 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-9091b148-16fe-40f5-99a2-119814560d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:30.102022 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:30.102285 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-9091b148-16fe-40f5-99a2-119814560d8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=56505b91-6591-4f64-9626-736788dc72bb HTTP/1.1" status: 200 len: 915 time: 0.1103702 Jun 24 07:19:30.154037 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-e7da4714-5657-415a-a00e-476a5c8102ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 200 len: 217 time: 0.0416138 Jun 24 07:19:30.207893 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-143945b8-dfe4-41e3-8b36-73f36da9c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:30.209672 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-143945b8-dfe4-41e3-8b36-73f36da9c071 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ad93470-e1df-49b7-8343-52d254edb7d1 HTTP/1.1" status: 200 len: 853 time: 0.0510998 Jun 24 07:19:30.266412 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-239cae9a-5f10-4b80-b965-80639229857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:30.267903 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-239cae9a-5f10-4b80-b965-80639229857c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56505b91-6591-4f64-9626-736788dc72bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510511 Jun 24 07:19:30.360060 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-39cb7111-2b5d-4de1-82e6-c5a8b3924573 service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851138 Jun 24 07:19:30.423144 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 5, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:30.453229 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-06de2249-d9ef-43dd-9ea8-9e78589fdf40 req-85b2448d-56cc-4016-9bfa-5896bfb4770f service neutron] 10.222.0.21 "GET /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851243 Jun 24 07:19:30.453770 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e567bd2-7ee9-478b-bf75-22d052a02252 None None] The sync data for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi is: [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:17:28Z', 'revision_number': 4, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': '1b71941e-e36e-42b7-b21e-5ce54ff427bb', 'name': '', 'network_id': '56505b91-6591-4f64-9626-736788dc72bb', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'mac_address': 'fa:16:3e:07:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:27Z', 'updated_at': '2021-06-24T07:17:34Z', 'revision_number': 5, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'subnets': [{'id': '2ad93470-e1df-49b7-8343-52d254edb7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:19:30.670702 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944aae7a-d705-494a-9c86-8c073a410807 None None] New status for floating IP f400c24e-9fdd-495d-9532-6e97e0719785: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:19:31.293185 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:33.354565 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f75be-91be-4707-baef-4c63ac6595a1 req-22fe1bae-d004-412f-bc66-753463903bb3 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:33.356011 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-839f75be-91be-4707-baef-4c63ac6595a1 req-22fe1bae-d004-412f-bc66-753463903bb3 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.0644219 Jun 24 07:19:33.392548 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-839f75be-91be-4707-baef-4c63ac6595a1 req-d8711993-5476-4156-aff3-c7b00ebd6c55 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Jun 24 07:19:34.713811 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e39f1-2432-4257-8273-fb1153c6f511 req-88fde6d4-8a60-4ee2-a9cf-ee39447c11a5 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:34.715147 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a60e39f1-2432-4257-8273-fb1153c6f511 req-88fde6d4-8a60-4ee2-a9cf-ee39447c11a5 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.0622637 Jun 24 07:19:34.751596 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a60e39f1-2432-4257-8273-fb1153c6f511 req-b32de933-744b-478e-a373-f333ea0134af tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a1c35ed-7dbd-4615-9964-2456607c0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 Jun 24 07:19:34.756998 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:19:34.950597 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-a1039b8b-9cc7-4e82-8d3d-81486070434b tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:34.952011 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-a1039b8b-9cc7-4e82-8d3d-81486070434b tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 946 time: 0.0648983 Jun 24 07:19:35.044798 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Deleting port 6e29f912-7120-4039-9336-3eec2ea10cf9 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:35.045049 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:35.133425 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] For port 6e29f912-7120-4039-9336-3eec2ea10cf9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6e29f912-7120-4039-9336-3eec2ea10cf9,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:35.133778 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:35.144743 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Calling delete_port for 6e29f912-7120-4039-9336-3eec2ea10cf9 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:35.326270 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:35.330123 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:35.338284 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['6e29f912-7120-4039-9336-3eec2ea10cf9'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:19:35.358350 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Pushing event deleted for resources: {'Port': ['ID=6e29f912-7120-4039-9336-3eec2ea10cf9,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:35.364645 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:35.403170 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] No DVR routers for this DVR port 6e29f912-7120-4039-9336-3eec2ea10cf9 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:19:35.405684 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:35.407581 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-e581cd32-3325-45e2-aeef-72bbc6b0f8d0 req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.21 "DELETE /v2.0/ports/6e29f912-7120-4039-9336-3eec2ea10cf9 HTTP/1.1" status: 204 len: 173 time: 0.4503567 Jun 24 07:19:35.408139 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'name': 'network-vif-deleted', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:19:35.410447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8161aee5-220e-440f-94e7-e8fbe66098d2" -d '{"events": [{"server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "name": "network-vif-deleted", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:19:35.446250 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baa61d2-8f83-4567-afcd-3979693107f7 x-openstack-request-id: req-9baa61d2-8f83-4567-afcd-3979693107f7 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:19:35.446583 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a87d283-781e-457d-964f-93dc2f2d0e3e", "name": "network-vif-deleted", "tag": "6e29f912-7120-4039-9336-3eec2ea10cf9", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:19:35.446880 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9baa61d2-8f83-4567-afcd-3979693107f7 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:19:35.447322 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a87d283-781e-457d-964f-93dc2f2d0e3e', 'name': 'network-vif-deleted', 'tag': '6e29f912-7120-4039-9336-3eec2ea10cf9', 'status': 'completed', 'code': 200} Jun 24 07:19:35.852957 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:35.906638 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9f0e99f8-cbfd-4074-95d3-9902cec7354b req-2342fd52-c506-44cf-a61b-ae5e72fef480 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a87d283-781e-457d-964f-93dc2f2d0e3e HTTP/1.1" status: 200 len: 210 time: 0.0286427 Jun 24 07:19:38.382713 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59208) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:38.718227 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:38.959853 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Deleting port 1b71941e-e36e-42b7-b21e-5ce54ff427bb {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:38.960185 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:38.969237 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 6e29f912-7120-4039-9336-3eec2ea10cf9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:19:38.991414 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 6e29f912-7120-4039-9336-3eec2ea10cf9 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:19:38.991769 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 6e29f912-7120-4039-9336-3eec2ea10cf9 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:19:39.034399 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] For port 1b71941e-e36e-42b7-b21e-5ce54ff427bb, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=1b71941e-e36e-42b7-b21e-5ce54ff427bb,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:39.034751 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:39.047116 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Calling delete_port for 1b71941e-e36e-42b7-b21e-5ce54ff427bb owned by network:router_interface {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:39.298269 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:39.300984 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:39.323303 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b71941e-e36e-42b7-b21e-5ce54ff427bb,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:39.326384 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:39.486154 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:39.696748 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Router ad1981bc-8549-43b0-843e-33811b60ff61 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:19:40.062104 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:19:40.067258 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] 10.222.0.15 "PUT /v2.0/routers/ad1981bc-8549-43b0-843e-33811b60ff61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835432 Jun 24 07:19:40.069867 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59210) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:40.070696 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] Sync routers for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:19:40.079661 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:40.080279 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:40.168154 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks [] for router, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.181876 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:40.267026 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.354189 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:19:39Z', 'revision_number': 5, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port': {'id': '0f3d6cff-0941-48a5-8608-5f1233caec0e', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:25Z', 'updated_at': '2021-06-24T07:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:40.379697 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] Checking router: ad1981bc-8549-43b0-843e-33811b60ff61 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:19:40.388010 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] Routers {'ad1981bc-8549-43b0-843e-33811b60ff61'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:40.388631 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['ad1981bc-8549-43b0-843e-33811b60ff61'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:40.398386 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Deleting port 0f3d6cff-0941-48a5-8608-5f1233caec0e {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:40.398736 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.475625 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] Set router ad1981bc-8549-43b0-843e-33811b60ff61 gateway port host: None {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:40.479186 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] For port 0f3d6cff-0941-48a5-8608-5f1233caec0e, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=0f3d6cff-0941-48a5-8608-5f1233caec0e,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:40.479542 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.490912 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Calling delete_port for 0f3d6cff-0941-48a5-8608-5f1233caec0e owned by network:router_gateway {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:40.529771 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:19:40Z', 'revision_number': 6, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port_host': None}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:40.556140 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b867a-c841-43ac-aeba-d77560757f0f None None] The sync data for ids ['ad1981bc-8549-43b0-843e-33811b60ff61'] in dv-cinder-784092-10-iscsi is: [{'id': 'ad1981bc-8549-43b0-843e-33811b60ff61', 'name': 'tempest-TestMinimumBasicScenario-707910128-router', 'tenant_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:24Z', 'updated_at': '2021-06-24T07:19:40Z', 'revision_number': 6, 'project_id': '40c2cbbeb4504787993a8d86bbbc7df8', 'gw_port_host': None}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:19:40.704090 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.705975 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:40.727632 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3d6cff-0941-48a5-8608-5f1233caec0e,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:40.731278 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:40.789244 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.877934 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.879993 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.979164 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.979757 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad1981bc-8549-43b0-843e-33811b60ff61 {{(pid=100200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 07:19:40.984098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:40.985410 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ad1981bc-8549-43b0-843e-33811b60ff61 HTTP/1.1" status: 204 len: 168 time: 0.9144506 Jun 24 07:19:40.987694 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59212) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:41.030302 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] Deleting subnet 2ad93470-e1df-49b7-8343-52d254edb7d1 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:19:41.033254 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.066819 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.147004 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.258933 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.261977 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6dd56861-775b-4dc5-9fe9-b0a005ac0c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:41.285974 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad93470-e1df-49b7-8343-52d254edb7d1,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:41.288599 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:41.291595 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.293595 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-15344c5c-3d43-4853-84c0-4542d5ed3331 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2ad93470-e1df-49b7-8343-52d254edb7d1 HTTP/1.1" status: 204 len: 168 time: 0.3049095 Jun 24 07:19:41.296063 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59214) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:41.298112 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3d76b-d442-40f8-ad3f-a35b2a909874 None None] Network 56505b91-6591-4f64-9626-736788dc72bb requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:19:41.368518 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.423825 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Deleting port e51031b2-1190-4961-a6b9-62031a4f4b48 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:41.424169 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.491271 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] For port e51031b2-1190-4961-a6b9-62031a4f4b48, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e51031b2-1190-4961-a6b9-62031a4f4b48,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:41.491928 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.498389 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] DHCP port deletion for 56505b91-6591-4f64-9626-736788dc72bb request from dv-cinder-784092-10-iscsi {{(pid=100202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 07:19:41.511904 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Calling delete_port for e51031b2-1190-4961-a6b9-62031a4f4b48 owned by network:dhcp {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:41.548015 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Deleting port e51031b2-1190-4961-a6b9-62031a4f4b48 {{(pid=100202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:41.548813 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.638398 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] For port e51031b2-1190-4961-a6b9-62031a4f4b48, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e51031b2-1190-4961-a6b9-62031a4f4b48,segment=NetworkSegment(06807b8f-b9e5-4f9b-8771-295b6c3434ab),segment_id=06807b8f-b9e5-4f9b-8771-295b6c3434ab)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:41.638803 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.651696 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Calling delete_port for e51031b2-1190-4961-a6b9-62031a4f4b48 owned by network:dhcp {{(pid=100202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:41.669948 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.679735 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:41.691358 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e51031b2-1190-4961-a6b9-62031a4f4b48 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:19:41.703499 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51031b2-1190-4961-a6b9-62031a4f4b48,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:41.705362 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] No DVR routers for this DVR port e51031b2-1190-4961-a6b9-62031a4f4b48 on host dv-cinder-784092-10-iscsi {{(pid=100200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:19:41.706847 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:41.718472 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: e51031b2-1190-4961-a6b9-62031a4f4b48 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:19:41.718750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e51031b2-1190-4961-a6b9-62031a4f4b48 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:19:41.719163 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 0f3d6cff-0941-48a5-8608-5f1233caec0e no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:19:41.741897 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 0f3d6cff-0941-48a5-8608-5f1233caec0e {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:19:41.742246 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 0f3d6cff-0941-48a5-8608-5f1233caec0e not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:19:41.742655 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 1b71941e-e36e-42b7-b21e-5ce54ff427bb no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:19:41.767124 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 1b71941e-e36e-42b7-b21e-5ce54ff427bb {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:19:41.767474 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 1b71941e-e36e-42b7-b21e-5ce54ff427bb not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:19:41.780662 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.786232 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.788316 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:41.790539 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56505b91-6591-4f64-9626-736788dc72bb']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:41.800424 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06807b8f-b9e5-4f9b-8771-295b6c3434ab') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:41.800846 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06807b8f-b9e5-4f9b-8771-295b6c3434ab') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:41.810008 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.812729 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Pushing event deleted for resources: {'Port': ['ID=e51031b2-1190-4961-a6b9-62031a4f4b48,revision_number=None']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:41.815751 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] No DVR routers for this DVR port e51031b2-1190-4961-a6b9-62031a4f4b48 on host dv-cinder-784092-10-iscsi {{(pid=100202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:19:41.822691 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.822979 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.823319 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.823654 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.823993 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.824323 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.824645 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.824968 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.825388 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.825482 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.825625 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.825945 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.826263 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:41.829217 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:41.832012 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:19:41.832399 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:19:41.834112 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:19:41.927582 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.931370 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8942995d-850b-41f6-8cd5-36eb55402101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:41.933848 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:41.939770 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] 10.222.0.15 "DELETE /v2.0/networks/56505b91-6591-4f64-9626-736788dc72bb HTTP/1.1" status: 204 len: 168 time: 0.6384940 Jun 24 07:19:41.939864 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59216) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:41.953502 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Pushing event deleted for resources: {'Network': ['ID=56505b91-6591-4f64-9626-736788dc72bb,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:41.956787 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:42.276571 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:42.519699 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Deleting port 15b957ed-41dd-46e3-aca6-3d28953b063d {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:42.520032 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:42.605762 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] For port 15b957ed-41dd-46e3-aca6-3d28953b063d, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=15b957ed-41dd-46e3-aca6-3d28953b063d,segment=NetworkSegment(61b5522b-37d7-4963-a7fd-84e928863b06),segment_id=61b5522b-37d7-4963-a7fd-84e928863b06)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:42.608084 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:42.621875 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Calling delete_port for 15b957ed-41dd-46e3-aca6-3d28953b063d owned by network:router_interface {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:42.835257 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:42.837265 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3bd3f3be-348c-4b49-bcea-9eb9be9c324b tempest-VolumesActionsTest-613812740 tempest-VolumesActionsTest-613812740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:42.862865 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b957ed-41dd-46e3-aca6-3d28953b063d,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:42.866012 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:43.027155 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:43.232927 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:19:43.334011 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:19:43.339763 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-b48aed39-ef2c-44a4-9492-0ada0e744891 admin admin] 10.222.0.15 "PUT /v2.0/routers/1182f09a-33ac-4b05-9a40-41bd5288c1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3994644 Jun 24 07:19:43.341445 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59218) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:43.342128 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] Sync routers for ids ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:19:43.352158 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] Routers {'1182f09a-33ac-4b05-9a40-41bd5288c1a1'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:43.352767 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:43.443882 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:43.453362 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] Set router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:43.540928 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:43.628157 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:19:42Z', 'revision_number': 5, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port': {'id': '38f61378-2098-4917-9787-fcfdfa7068fc', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:17:32Z', 'updated_at': '2021-06-24T07:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:43.654221 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] Checking router: 1182f09a-33ac-4b05-9a40-41bd5288c1a1 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:19:43.663095 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] Routers {'1182f09a-33ac-4b05-9a40-41bd5288c1a1'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:43.663769 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:43.675582 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Deleting port 38f61378-2098-4917-9787-fcfdfa7068fc {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:43.675958 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:43.746368 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] Set router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 gateway port host: None {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:43.755153 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] For port 38f61378-2098-4917-9787-fcfdfa7068fc, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=38f61378-2098-4917-9787-fcfdfa7068fc,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:43.755735 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:43.767852 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Calling delete_port for 38f61378-2098-4917-9787-fcfdfa7068fc owned by network:router_gateway {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:43.797691 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:19:43Z', 'revision_number': 6, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port_host': None}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:43.903585 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef6837-36b9-40a2-82a7-7a89a6a23f88 None None] The sync data for ids ['1182f09a-33ac-4b05-9a40-41bd5288c1a1'] in dv-cinder-784092-10-iscsi is: [{'id': '1182f09a-33ac-4b05-9a40-41bd5288c1a1', 'name': 'tempest-TestMinimumBasicScenario-1904612210-router', 'tenant_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:17:31Z', 'updated_at': '2021-06-24T07:19:43Z', 'revision_number': 6, 'project_id': 'f8f1062e600f4d63a6fe235283bbac9d', 'gw_port_host': None}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:19:44.024008 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.026052 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:44.054984 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f61378-2098-4917-9787-fcfdfa7068fc,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:44.057867 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:44.116244 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.206376 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.208816 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.321412 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.322013 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1182f09a-33ac-4b05-9a40-41bd5288c1a1 {{(pid=100200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 07:19:44.327004 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.328147 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7ccc6f98-1e69-491a-87a0-72a39ce674a6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1182f09a-33ac-4b05-9a40-41bd5288c1a1 HTTP/1.1" status: 204 len: 168 time: 0.9857271 Jun 24 07:19:44.330694 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59220) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:44.378386 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Deleting subnet 3316378e-1469-404e-8081-3442107582be {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:19:44.381505 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.414563 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.489500 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.631826 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.633699 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-8bd0f2a9-6e99-4015-8cc5-31026c3c9128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:44.657185 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3316378e-1469-404e-8081-3442107582be,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:44.660583 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:44.664103 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.668548 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3316378e-1469-404e-8081-3442107582be HTTP/1.1" status: 204 len: 168 time: 0.3368795 Jun 24 07:19:44.675066 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59222) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:44.675571 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c7c03-191a-4df8-94a3-d1770e31865c None None] Network 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:19:44.744844 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.800755 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Deleting port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:44.801128 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.862177 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] For port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,segment=NetworkSegment(61b5522b-37d7-4963-a7fd-84e928863b06),segment_id=61b5522b-37d7-4963-a7fd-84e928863b06)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:44.862557 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:44.874842 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] DHCP port deletion for 86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 request from dv-cinder-784092-10-iscsi {{(pid=100202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 07:19:44.875975 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Calling delete_port for 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 owned by network:dhcp {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:44.925613 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] Deleting port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 {{(pid=100202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:19:44.926003 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.000750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] For port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,segment=NetworkSegment(61b5522b-37d7-4963-a7fd-84e928863b06),segment_id=61b5522b-37d7-4963-a7fd-84e928863b06)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:45.001183 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.014085 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] Calling delete_port for 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 owned by network:dhcp {{(pid=100202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:19:45.081564 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.084729 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-07deb6a8-227e-4647-85ec-4015b74d2e9b tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:45.086935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.089653 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:45.107101 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:45.110102 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:45.110861 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] No DVR routers for this DVR port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 on host dv-cinder-784092-10-iscsi {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:19:45.113831 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] Pushing event deleted for resources: {'Port': ['ID=3b09c1e6-4c08-4f54-89a6-bc9fd8abef83,revision_number=None']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:45.117222 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:45.121694 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead2f66-4cde-4458-9c52-66b54f46811e None None] No DVR routers for this DVR port 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 on host dv-cinder-784092-10-iscsi {{(pid=100202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:19:45.189483 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.191765 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b5273b-9ff0-4ffd-8bfa-abdc6635cc12']}} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:45.201459 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b5522b-37d7-4963-a7fd-84e928863b06') {'for_net_delete': True} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:45.201749 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b5522b-37d7-4963-a7fd-84e928863b06') {} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:45.213762 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013072'] for segment, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.227437 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.233005 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:19:45.233395 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8494716'] for segment, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: Traceback (most recent call last): Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: timer() Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: cb(*args, **kw) Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: return func(*args, **kwargs) Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: self._notify() Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: self.callback(batched_events) Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: event.method(event) Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: return f(self, *a, **k) Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._get(url).json() Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: return self.request(url, 'GET', **kwargs) Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:19:45.235404 dv-cinder-784092-10-iscsi neutron-server[100201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:19:45.344397 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.348629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:45.353467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.355264 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] 10.222.0.15 "DELETE /v2.0/networks/86b5273b-9ff0-4ffd-8bfa-abdc6635cc12 HTTP/1.1" status: 204 len: 168 time: 0.6856315 Jun 24 07:19:45.364517 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b5273b-9ff0-4ffd-8bfa-abdc6635cc12,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:45.368158 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-5a27eb8e-1782-4cf4-bbbf-4bb340400c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:45.676645 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59226) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:45.685343 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 38f61378-2098-4917-9787-fcfdfa7068fc no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:19:45.707819 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 38f61378-2098-4917-9787-fcfdfa7068fc {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:19:45.708174 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 38f61378-2098-4917-9787-fcfdfa7068fc not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:19:45.709222 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 15b957ed-41dd-46e3-aca6-3d28953b063d no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:19:45.718471 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9dbf2b75-b7d4-4b1d-8786-ba9c4a638659 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40c2cbbeb4504787993a8d86bbbc7df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401475 Jun 24 07:19:45.720958 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59228) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:45.728590 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 15b957ed-41dd-46e3-aca6-3d28953b063d {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:19:45.729004 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 15b957ed-41dd-46e3-aca6-3d28953b063d not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:19:45.729451 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:19:45.747711 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:19:45.748063 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 3b09c1e6-4c08-4f54-89a6-bc9fd8abef83 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:19:45.772499 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ddec8be-5513-4545-b415-8fcb36e36c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.793311 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ddec8be-5513-4545-b415-8fcb36e36c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.903879 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ddec8be-5513-4545-b415-8fcb36e36c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.906488 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7ddec8be-5513-4545-b415-8fcb36e36c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:45.907664 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7ddec8be-5513-4545-b415-8fcb36e36c53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a1c35ed-7dbd-4615-9964-2456607c0e68 HTTP/1.1" status: 204 len: 168 time: 0.1857507 Jun 24 07:19:45.908423 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-43b258af-3c98-4c00-b894-d49fa71db714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:45.916846 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddec8be-5513-4545-b415-8fcb36e36c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1c35ed-7dbd-4615-9964-2456607c0e68,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:45.919441 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7ddec8be-5513-4545-b415-8fcb36e36c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:46.532300 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59234) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:46.574405 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-eb37f9ed-ddf5-440d-b724-91328be7f378 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8f1062e600f4d63a6fe235283bbac9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405724 Jun 24 07:19:46.576532 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59236) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:46.630849 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d6529edc-8f59-4058-a6ff-84b56e075505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:46.650861 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d6529edc-8f59-4058-a6ff-84b56e075505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:46.766974 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d6529edc-8f59-4058-a6ff-84b56e075505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:46.769594 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d6529edc-8f59-4058-a6ff-84b56e075505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:46.770730 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-d6529edc-8f59-4058-a6ff-84b56e075505 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ede6e9af-bfe8-4ee3-af73-d42d8ffa9cef HTTP/1.1" status: 204 len: 168 time: 0.1932883 Jun 24 07:19:46.771627 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c6f1bf63-2f8a-4638-bdc1-591a9b5510ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:46.779118 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6529edc-8f59-4058-a6ff-84b56e075505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede6e9af-bfe8-4ee3-af73-d42d8ffa9cef,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:46.781378 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d6529edc-8f59-4058-a6ff-84b56e075505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:47.707877 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59258) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:47.799623 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-723988872-network', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:19:47.869654 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Made reservation on behalf of 5c2dd8c2a3424fccbdabf6894fa2a833 for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:19:47.871895 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:47.880012 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:47.965173 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.018219 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.021217 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-95dc8309-e30e-4acb-abfc-a96a02ec78c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:48.044250 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 07:19:48.050222 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570059b2-4f2c-4778-90c7-0d05c59e6831,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:48.054293 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:48.057297 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.058039 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Added segment 19821cfd-9e74-455d-a60f-211bd01957eb of type vlan for network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced Jun 24 07:19:48.096801 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.195673 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.196883 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:48.197483 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.200317 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:48.255402 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Pushing event updated for resources: {'Network': ['ID=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:48.258185 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:48.264939 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 07:19:48.304863 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5959098 Jun 24 07:19:48.307695 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59262) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:48.312582 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Request body: {'subnet': {'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-723988872-subnet', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'ip_version': 4}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:19:48.435393 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Made reservation on behalf of 5c2dd8c2a3424fccbdabf6894fa2a833 for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:19:48.437887 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5766867'] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.732416 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5740673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5766853'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.734635 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:48.785596 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a346ee-993e-493b-a7c6-7c7f85c97315,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:48.789960 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:48.795439 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Checking segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:19:48.795793 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Network hostable DHCP agents. Network: f5f2aaa1-c196-48d3-bf12-e03b4dd04ced, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 07:19:48.875235 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 07:19:48.961421 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, f5f2aaa1-c196-48d3-bf12-e03b4dd04ced) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:48.965338 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:48.965920 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:48.970370 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d78306-6481-406f-af0e-43deabe8bf99 None None] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:19:49.030876 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7e12f84e-a0f9-46bb-8cd2-305c963f3127 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7220292 Jun 24 07:19:49.033838 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59264) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:49.039029 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:19:49.112622 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 07:19:49.113537 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.116347 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.117449 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.171036 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.240959 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Allocated IP 172.20.0.2 (f5f2aaa1-c196-48d3-bf12-e03b4dd04ced/92a346ee-993e-493b-a7c6-7c7f85c97315/49bd8fd1-f424-421e-9e2a-4d5c66dcc772) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:19:49.377037 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.382921 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.386025 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Transition to ACTIVE for port object 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:49.400355 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Transition to ACTIVE for port object 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:49.481386 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.484067 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-a45940a7-821a-445f-ae00-6c6c6e4b852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:49.518255 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:19:49.523715 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:49.527021 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:19:49.532331 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Pushing event updated for resources: {'Port': ['ID=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:49.537127 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:49.593367 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Attempting to bind port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:19:49.593751 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Attempting to bind port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:19:49.594123 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Attempting to bind port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:19:49.599694 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:19:49.600327 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Checking segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:19:49.600761 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.601194 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Bound using segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:19:49.601666 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Bound port: 49bd8fd1-f424-421e-9e2a-4d5c66dcc772, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:19:49.602048 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.657646 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.666982 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] For port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:19:49.670085 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] For port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:19:49.677433 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.762011 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:49.764106 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:49.824014 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Pushing event updated for resources: {'Port': ['ID=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:49.827174 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:50.070341 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Allocated IP 172.27.2.230 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/e41b9f10-e942-4f7b-8bfd-5806818cdc66) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:19:50.178986 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:50.303851 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:50.305999 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:50.346300 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:19:50.349633 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:50.354003 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:19:50.357048 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Pushing event updated for resources: {'Port': ['ID=e41b9f10-e942-4f7b-8bfd-5806818cdc66,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:50.374959 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:50.674928 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a9798-b84b-4a30-8482-ed37ab50493d None None] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:19:50.687378 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:50.896598 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:51.023842 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-ecff46df-f4d5-4e60-a45d-76e17eaf547e None None] Provisioning for port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:19:51.121549 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 07:19:51.229685 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:19:51.239358 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:19:51.251528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:51.251528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:51.298534 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:51.299780 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2650027 Jun 24 07:19:51.303002 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59266) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:51.350423 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:51.525584 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:50Z', 'revision_number': 3, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:51.551717 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:19:51.552666 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Updating router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 port e41b9f10-e942-4f7b-8bfd-5806818cdc66 binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:19:51.586300 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:51.727898 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:51.751765 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:19:51.882444 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Allocated IP 172.20.0.1 (f5f2aaa1-c196-48d3-bf12-e03b4dd04ced/92a346ee-993e-493b-a7c6-7c7f85c97315/f18b3e35-3116-4ca1-9829-093538c74818) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:19:51.888113 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:51.896290 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:19:51.901032 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Transition to ACTIVE for port object e41b9f10-e942-4f7b-8bfd-5806818cdc66 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:51.903445 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:51.903445 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:51.981393 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:51.985213 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:51.987803 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.002671 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Transition to ACTIVE for port object f18b3e35-3116-4ca1-9829-093538c74818 will not be triggered until provisioned by entity DHCP. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:52.011718 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.051170 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Attempting to bind port e41b9f10-e942-4f7b-8bfd-5806818cdc66 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:19:52.051554 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Attempting to bind port e41b9f10-e942-4f7b-8bfd-5806818cdc66 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:19:52.051931 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Attempting to bind port e41b9f10-e942-4f7b-8bfd-5806818cdc66 on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:19:52.060936 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f27f9-50b9-4ee5-af0b-d6704736b38c None None] Pushing event updated for resources: {'Port': ['ID=e41b9f10-e942-4f7b-8bfd-5806818cdc66,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:52.063867 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-808f27f9-50b9-4ee5-af0b-d6704736b38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:52.070700 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:19:52.071084 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:19:52.071501 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.071900 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:19:52.072379 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Bound port: e41b9f10-e942-4f7b-8bfd-5806818cdc66, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:19:52.072761 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.098351 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:52.104471 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.107427 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-da91c6a3-12dc-41fe-9ce0-b452ee442755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:52.129837 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] For port e41b9f10-e942-4f7b-8bfd-5806818cdc66, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:19:52.133000 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] For port e41b9f10-e942-4f7b-8bfd-5806818cdc66, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e41b9f10-e942-4f7b-8bfd-5806818cdc66,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:19:52.141279 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:19:52.143988 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:52.149338 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:19:52.162698 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.164763 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:52.175712 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Pushing event updated for resources: {'Port': ['ID=f18b3e35-3116-4ca1-9829-093538c74818,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:52.180274 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:52.191974 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.220472 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:52.223750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:52.230024 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.232067 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-952f85a3-880d-4d2a-92e4-b106b445a48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:52.298439 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:52.298824 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:52.300683 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f27f9-50b9-4ee5-af0b-d6704736b38c None None] Pushing event updated for resources: {'Port': ['ID=e41b9f10-e942-4f7b-8bfd-5806818cdc66,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:52.304376 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-808f27f9-50b9-4ee5-af0b-d6704736b38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:52.395662 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.412981 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:52.481673 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-c9d9568b-66f6-49de-8299-71d27edab22b None None] Provisioning for port f18b3e35-3116-4ca1-9829-093538c74818 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:19:52.514022 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-c9d9568b-66f6-49de-8299-71d27edab22b None None] Provisioning complete for port f18b3e35-3116-4ca1-9829-093538c74818 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:52.520922 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c9d9568b-66f6-49de-8299-71d27edab22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.556181 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.560628 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9568b-66f6-49de-8299-71d27edab22b None None] Port f18b3e35-3116-4ca1-9829-093538c74818 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:19:52.613503 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:50Z', 'revision_number': 3, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:52.642817 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852efc3-3875-46d4-804f-0d97f9cc45ab None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:50Z', 'revision_number': 3, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:19:52.652688 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5740035'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.652688 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-083c315c-bfe2-4e54-9cc4-74f5172ff12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:52.716944 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Pushing event updated for resources: {'Port': ['ID=f18b3e35-3116-4ca1-9829-093538c74818,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:52.719612 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:52.721626 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:52.814617 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:19:52.816066 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:52.954199 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:19:53.076523 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:19:53.090431 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] 10.222.0.15 "PUT /v2.0/routers/acf046d7-eadb-4e7d-a73e-7b3894fb73f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7783961 Jun 24 07:19:53.188655 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-1e884065-2426-48da-a32a-b29a02720974 None None] Provisioning complete for port f18b3e35-3116-4ca1-9829-093538c74818 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:53.189251 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-1e884065-2426-48da-a32a-b29a02720974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:53.223810 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-1e884065-2426-48da-a32a-b29a02720974 None None] Port f18b3e35-3116-4ca1-9829-093538c74818 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:19:53.765248 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:19:53.770356 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59282) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:53.775616 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-251553125-network', 'tenant_id': '233dde6fafad44dca6a3652578689bf2'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:19:53.813009 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:53.813426 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:53.892972 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e41b9f10-e942-4f7b-8bfd-5806818cdc66 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:19:53.898021 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Made reservation on behalf of 233dde6fafad44dca6a3652578689bf2 for: {'network': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:19:53.900611 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for network, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:53.910465 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.002337 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.024174 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port e41b9f10-e942-4f7b-8bfd-5806818cdc66 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:19:54.028217 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port e41b9f10-e942-4f7b-8bfd-5806818cdc66 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:54.028594 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.098476 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.102772 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.103190 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e72e2542-d1cd-466b-a129-5ad0a86b97cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:54.121389 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=100200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 07:19:54.123245 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port e41b9f10-e942-4f7b-8bfd-5806818cdc66, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e41b9f10-e942-4f7b-8bfd-5806818cdc66,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:54.136985 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d28e27-0460-4257-9698-ad7b8bc69dad,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:54.139926 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.140152 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.segments_db [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Added segment 2a68940f-6f05-4ac7-8100-adf824d32157 of type vlan for network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 Jun 24 07:19:54.141580 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:54.175911 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:19:54.184591 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783926482737'] for network, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.185774 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:54.186377 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:54.218938 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.220774 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:54.269049 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=e41b9f10-e942-4f7b-8bfd-5806818cdc66,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:54.272173 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:54.287687 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:54.287939 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266'] for network, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.289380 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:54.289928 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.293121 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-92c678ee-b5da-493b-afa2-bc04000faa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:54.350755 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2aae52ed-9edf-4cb5-946c-bff2b20d3710,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:54.353446 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:54.360735 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 details requested by agent ovs-agent-dv-cinder-784092-10-iscsi with host dv-cinder-784092-10-iscsi {{(pid=100202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 07:19:54.386789 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b5f50d0e-5750-4d67-b33b-aca2e9e738c2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6128378 Jun 24 07:19:54.387361 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59284) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:54.392852 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Request body: {'subnet': {'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-251553125-subnet', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'ip_version': 4}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:19:54.477692 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 2, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:54.480598 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Made reservation on behalf of 233dde6fafad44dca6a3652578689bf2 for: {'subnet': 1} {{(pid=100200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:19:54.483080 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5766867'] for subnet, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.505973 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:19:54.506328 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Updating router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 port f18b3e35-3116-4ca1-9829-093538c74818 binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:19:54.538831 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.710617 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5740673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5766853'] for subnet, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.713914 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6bae4a5a-b3ec-4b51-a0f8-a84e5a213e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:54.770588 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5926c1d-fb93-4deb-aad7-83e85c0ad8bb,revision_number=0']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:54.775497 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:54.776350 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Checking segment: {'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:19:54.776708 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Network hostable DHCP agents. Network: 2aae52ed-9edf-4cb5-946c-bff2b20d3710, hostable agents: ['a660549a-449b-459c-a64c-57e66689743c'], hosted agents: [] {{(pid=100200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 07:19:54.794043 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.803794 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Transition to ACTIVE for port object f18b3e35-3116-4ca1-9829-093538c74818 will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:54.851996 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 is scheduled to be hosted by DHCP agent a660549a-449b-459c-a64c-57e66689743c with binding_index 1 {{(pid=100200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 07:19:54.880501 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.882679 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:54.929723 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd058983-e772-4638-a546-d0670688a07a None None] Pushing event updated for resources: {'Port': ['ID=f18b3e35-3116-4ca1-9829-093538c74818,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:54.940599 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-10-iscsi, 2aae52ed-9edf-4cb5-946c-bff2b20d3710) {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:54.955065 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:19:54.955065 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.959066 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82abe8-52db-4ae7-bc83-8e76e0e8f279 None None] Network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:19:54.979533 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.983802 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd058983-e772-4638-a546-d0670688a07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:19:54.989879 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Attempting to bind port f18b3e35-3116-4ca1-9829-093538c74818 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:19:54.990250 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Attempting to bind port f18b3e35-3116-4ca1-9829-093538c74818 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:19:54.990615 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Attempting to bind port f18b3e35-3116-4ca1-9829-093538c74818 on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:19:54.995387 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-dd058983-e772-4638-a546-d0670688a07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:54.996476 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:19:54.996844 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Checking segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:19:54.997270 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:54.997657 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Bound using segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:19:54.998124 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Bound port: f18b3e35-3116-4ca1-9829-093538c74818, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:19:54.998490 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.036543 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-49903672-f0bc-4169-b23c-13ec011137ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6478240 Jun 24 07:19:55.039172 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59286) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:55.044034 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:19:55.080013 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] For port f18b3e35-3116-4ca1-9829-093538c74818, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:19:55.084278 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] For port f18b3e35-3116-4ca1-9829-093538c74818, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=f18b3e35-3116-4ca1-9829-093538c74818,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:19:55.144058 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7235'] for router, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.145379 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7242'] for router, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.173613 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.176307 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-f536dd85-0d44-4d4e-80a4-2e7cb8b94d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:55.202421 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.242737 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:55.243372 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:55.245534 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd058983-e772-4638-a546-d0670688a07a None None] Pushing event updated for resources: {'Port': ['ID=f18b3e35-3116-4ca1-9829-093538c74818,revision_number=4']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:55.249553 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-dd058983-e772-4638-a546-d0670688a07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:55.259370 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ee6ad45-24c2-5a2f-8d3a-773ccbe34090-2aae52ed-9edf-4cb5-946c-bff2b20d3710', 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'fixed_ips': [{'subnet_id': 'c5926c1d-fb93-4deb-aad7-83e85c0ad8bb'}]}} from dv-cinder-784092-10-iscsi. {{(pid=100202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 07:19:55.260261 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.368055 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:55.401687 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.db_base_plugin_common [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Allocated IP 172.20.0.2 (2aae52ed-9edf-4cb5-946c-bff2b20d3710/c5926c1d-fb93-4deb-aad7-83e85c0ad8bb/a4cf272f-8c51-44af-a172-fe09c69fce7e) {{(pid=100202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:19:55.563024 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Notify callbacks [] for port, precommit_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.577644 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Transition to ACTIVE for port object a4cf272f-8c51-44af-a172-fe09c69fce7e will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:55.595640 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:55Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:55.598687 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Transition to ACTIVE for port object a4cf272f-8c51-44af-a172-fe09c69fce7e will not be triggered until provisioned by entity DHCP. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:55.627677 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8fb6b-a6f8-4905-bbea-21cc93352c7b None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:55Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:19:55.635670 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7d818e07-2220-437f-b2e2-a344ead75fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.654004 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487'] for port, after_create {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.657549 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-623f5b51-23ea-43ee-8a30-0b6213acd405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:55.709368 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 is already hosted by enough agents. {{(pid=100202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:19:55.714130 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.scheduler.base_scheduler [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Resources bound (agent type, host, resource id): {{(pid=100202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:55.717409 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Received port after_create {{(pid=100202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:19:55.727517 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Pushing event updated for resources: {'Port': ['ID=a4cf272f-8c51-44af-a172-fe09c69fce7e,revision_number=1']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:55.731615 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:55.738064 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.785497 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e41b9f10-e942-4f7b-8bfd-5806818cdc66 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:19:55.791807 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Attempting to bind port a4cf272f-8c51-44af-a172-fe09c69fce7e on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:19:55.792187 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Attempting to bind port a4cf272f-8c51-44af-a172-fe09c69fce7e by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:19:55.792553 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Attempting to bind port a4cf272f-8c51-44af-a172-fe09c69fce7e on network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:19:55.822848 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:19:55.823227 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Checking segment: {'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:19:55.823631 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.824022 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Bound using segment: {'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:19:55.824493 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Bound port: a4cf272f-8c51-44af-a172-fe09c69fce7e, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:19:55.824868 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.890778 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port e41b9f10-e942-4f7b-8bfd-5806818cdc66 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:55.891391 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:55.933467 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] For port a4cf272f-8c51-44af-a172-fe09c69fce7e, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:19:55.933467 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] For port a4cf272f-8c51-44af-a172-fe09c69fce7e, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a4cf272f-8c51-44af-a172-fe09c69fce7e,segment=NetworkSegment(2a68940f-6f05-4ac7-8100-adf824d32157),segment_id=2a68940f-6f05-4ac7-8100-adf824d32157)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:19:56.007816 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:56.010592 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:56.041948 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:56.063040 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:56.081306 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Pushing event updated for resources: {'Port': ['ID=a4cf272f-8c51-44af-a172-fe09c69fce7e,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:56.081306 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-43219861-43b4-4129-8f63-5030279d7e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:56.188648 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Allocated IP 172.27.2.169 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/a586333e-27ac-4f74-9bc7-b928842229b1) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:19:56.316740 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:56.430324 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:56.432519 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:56.480176 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:19:56.480523 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:56.482893 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:19:56.505782 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Pushing event updated for resources: {'Port': ['ID=a586333e-27ac-4f74-9bc7-b928842229b1,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:56.515966 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:56.800410 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:56.978960 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755e61b-c20e-493b-934c-53d2f2e7c593 None None] Network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:19:56.999944 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401678'] for router, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:57.126043 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-c67316b3-b641-4639-accc-d97c8924bd9f None None] Provisioning for port a4cf272f-8c51-44af-a172-fe09c69fce7e completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:19:57.179211 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 is scheduled to L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 with binding_index 1 {{(pid=100200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 07:19:57.289848 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:19:57.299958 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Sync routers for ids ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:19:57.310678 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Routers {'995b39e0-0ac1-4c1d-96ad-fc758b88b820'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:57.311303 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:57.350335 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:57.351591 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-3163e604-cccd-415a-b0d9-9a9509d46a8d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3113058 Jun 24 07:19:57.354285 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59288) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:19:57.425547 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Set router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:57.596582 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:19:56Z', 'revision_number': 3, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port': {'id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:56Z', 'updated_at': '2021-06-24T07:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:57.625947 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Checking router: 995b39e0-0ac1-4c1d-96ad-fc758b88b820 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:19:57.626301 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Updating router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 port a586333e-27ac-4f74-9bc7-b928842229b1 binding host dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:19:57.670085 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:57.762587 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a4cf272f-8c51-44af-a172-fe09c69fce7e up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:19:57.784760 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:57.936083 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Allocated IP 172.20.0.1 (2aae52ed-9edf-4cb5-946c-bff2b20d3710/c5926c1d-fb93-4deb-aad7-83e85c0ad8bb/a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:19:57.944538 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port a4cf272f-8c51-44af-a172-fe09c69fce7e completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:19:57.948365 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port a4cf272f-8c51-44af-a172-fe09c69fce7e triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:57.948711 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:57.996026 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.008936 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Transition to ACTIVE for port object a586333e-27ac-4f74-9bc7-b928842229b1 will not be triggered until provisioned by entity L2. {{(pid=100202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:58.050195 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.053074 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.066540 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.provisioning_blocks [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Transition to ACTIVE for port object a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da will not be triggered until provisioned by entity DHCP. {{(pid=100200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:19:58.083627 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port a4cf272f-8c51-44af-a172-fe09c69fce7e, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a4cf272f-8c51-44af-a172-fe09c69fce7e,segment=NetworkSegment(2a68940f-6f05-4ac7-8100-adf824d32157),segment_id=2a68940f-6f05-4ac7-8100-adf824d32157)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:58.120549 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.123420 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e45ff991-659f-4289-9b6b-361ddc31d62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:58.185385 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Attempting to bind port a586333e-27ac-4f74-9bc7-b928842229b1 on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:19:58.185766 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Attempting to bind port a586333e-27ac-4f74-9bc7-b928842229b1 by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:19:58.186187 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Attempting to bind port a586333e-27ac-4f74-9bc7-b928842229b1 on network 12fe5860-aecd-4b94-83a1-6dc811b515d7 {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:19:58.187888 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37419960-7a04-4a37-b79e-d72b7919bf63 None None] Pushing event updated for resources: {'Port': ['ID=a586333e-27ac-4f74-9bc7-b928842229b1,revision_number=2']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:58.193816 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-37419960-7a04-4a37-b79e-d72b7919bf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:58.199639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:19:58.199639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Checking segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:19:58.199639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.199639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Bound using segment: {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'} {{(pid=100202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:19:58.199639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.managers [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Bound port: a586333e-27ac-4f74-9bc7-b928842229b1, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f8c81-a5f4-46db-b164-d5d37f945b4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7'}}] {{(pid=100202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:19:58.199639 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.228988 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.229839 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device f18b3e35-3116-4ca1-9829-093538c74818 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:19:58.235264 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:58.252833 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.256280 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:58.289698 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:19:58.293930 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:58.299464 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:19:58.301093 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] For port a586333e-27ac-4f74-9bc7-b928842229b1, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:19:58.325780 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Pushing event updated for resources: {'Port': ['ID=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:58.329995 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:58.333199 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-cf462a4d-881c-4b32-b46c-1cebc00aae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.337053 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] For port a586333e-27ac-4f74-9bc7-b928842229b1, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a586333e-27ac-4f74-9bc7-b928842229b1,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:19:58.342362 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=a4cf272f-8c51-44af-a172-fe09c69fce7e,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:58.344302 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398200'] for router_interface, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.346169 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:58.402034 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.404931 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-808f27f9-50b9-4ee5-af0b-d6704736b38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:58.432247 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port f18b3e35-3116-4ca1-9829-093538c74818 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:19:58.443264 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port f18b3e35-3116-4ca1-9829-093538c74818 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:58.443772 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.504689 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37419960-7a04-4a37-b79e-d72b7919bf63 None None] Pushing event updated for resources: {'Port': ['ID=a586333e-27ac-4f74-9bc7-b928842229b1,revision_number=3']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:58.512129 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Routers {'995b39e0-0ac1-4c1d-96ad-fc758b88b820'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:19:58.512638 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:58.514470 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-37419960-7a04-4a37-b79e-d72b7919bf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:58.568403 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.641938 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-16e9a436-c1a6-453b-be70-3291d36b6f3b None None] Provisioning for port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:19:58.650851 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.655281 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-16e9a436-c1a6-453b-be70-3291d36b6f3b None None] Provisioning complete for port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:58.655659 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-16e9a436-c1a6-453b-be70-3291d36b6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.692468 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] Set router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:19:58.694979 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.731418 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.790095 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5740035'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.792515 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1b153b4b-6bb8-4142-a7cd-64b10beadacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:58.863438 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398220'] for router_interface, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:58.865949 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Pushing event updated for resources: {'Port': ['ID=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:58.869336 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:58.910954 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-16e9a436-c1a6-453b-be70-3291d36b6f3b None None] Port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:19:58.919036 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port f18b3e35-3116-4ca1-9829-093538c74818, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=f18b3e35-3116-4ca1-9829-093538c74818,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:19:58.959913 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:19:58.961372 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:19:59.007015 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:59.011225 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-698a3983-fa35-4190-bb68-2d501159bdfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:19:59.068875 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:19:56Z', 'revision_number': 3, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port': {'id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:56Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:19:59.072348 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=f18b3e35-3116-4ca1-9829-093538c74818,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:19:59.075580 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:19:59.102920 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:19:59.103812 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6771d2e-6bfe-4477-967a-59e8309252d2 None None] The sync data for ids ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'] in dv-cinder-784092-10-iscsi is: [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:19:56Z', 'revision_number': 3, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port': {'id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:56Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:19:59.232910 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-01051b88-1fe6-4135-a46f-838a31325155 None None] Provisioning complete for port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:59.233255 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-01051b88-1fe6-4135-a46f-838a31325155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:59.267374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-01051b88-1fe6-4135-a46f-838a31325155 None None] Port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:19:59.489577 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:19:59.494670 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b2b81136-325f-4e1d-ad43-ba612dba8716 admin admin] 10.222.0.15 "PUT /v2.0/routers/995b39e0-0ac1-4c1d-96ad-fc758b88b820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1386905 Jun 24 07:19:59.693305 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:59.807089 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device f18b3e35-3116-4ca1-9829-093538c74818 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:19:59.857472 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port f18b3e35-3116-4ca1-9829-093538c74818 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:59.858125 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:19:59.945631 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a4cf272f-8c51-44af-a172-fe09c69fce7e up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:19:59.992596 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port a4cf272f-8c51-44af-a172-fe09c69fce7e triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:19:59.993011 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.072621 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a586333e-27ac-4f74-9bc7-b928842229b1 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:20:00.079475 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59296) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:00.084248 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-629774ca-388e-45af-98a6-e09ee727d48c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605249372', 'description': 'tempest-secgroup-smoke-605249372 description', 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:00.183542 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-629774ca-388e-45af-98a6-e09ee727d48c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.206679 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port a586333e-27ac-4f74-9bc7-b928842229b1 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:20:00.210729 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port a586333e-27ac-4f74-9bc7-b928842229b1 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:20:00.211117 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.263384 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-629774ca-388e-45af-98a6-e09ee727d48c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.288085 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.309945 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port a586333e-27ac-4f74-9bc7-b928842229b1, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a586333e-27ac-4f74-9bc7-b928842229b1,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:00.333320 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-629774ca-388e-45af-98a6-e09ee727d48c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.336098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c0dc4186-9779-4e6c-a849-187132d46a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:00.364072 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629774ca-388e-45af-98a6-e09ee727d48c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309c7fb7-2243-4d29-8e69-15bd51151328,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:00.367530 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-629774ca-388e-45af-98a6-e09ee727d48c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:00.390066 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.391958 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:00.435662 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-629774ca-388e-45af-98a6-e09ee727d48c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.437041 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-629774ca-388e-45af-98a6-e09ee727d48c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3565547 Jun 24 07:20:00.440012 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59298) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:00.442931 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=a586333e-27ac-4f74-9bc7-b928842229b1,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:00.446080 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:00.447258 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'security_group_rule': {'security_group_id': '309c7fb7-2243-4d29-8e69-15bd51151328', 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:00.531741 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.589720 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.625524 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Sync routers for ids ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:20:00.638602 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Routers {'995b39e0-0ac1-4c1d-96ad-fc758b88b820'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:00.639208 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:00.669908 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.675812 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:00.695718 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfb7f3e-631b-409f-9005-2213865909e7,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:00.699436 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:00.750607 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Set router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:00.760977 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.762264 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198321 Jun 24 07:20:00.764978 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59300) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:00.769447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-cbb64030-8f56-4359-be5c-dc6c266c3101 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'security_group_rule': {'security_group_id': '309c7fb7-2243-4d29-8e69-15bd51151328', 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:00.869231 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cbb64030-8f56-4359-be5c-dc6c266c3101 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.929561 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cbb64030-8f56-4359-be5c-dc6c266c3101 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.994698 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cbb64030-8f56-4359-be5c-dc6c266c3101 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:00.996930 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-27e7f494-c3c0-4d30-99be-fda24a6f3502 tempest-AttachVolumeShelveTestJSON-30562470 tempest-AttachVolumeShelveTestJSON-30562470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:01.014863 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb64030-8f56-4359-be5c-dc6c266c3101 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01e2ab2-809f-466d-86d2-d7d40620ba82,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:01.018992 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-cbb64030-8f56-4359-be5c-dc6c266c3101 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:01.037997 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 4, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port': {'id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:56Z', 'updated_at': '2021-06-24T07:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da', 'name': '', 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'mac_address': 'fa:16:3e:88:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c5926c1d-fb93-4deb-aad7-83e85c0ad8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:57Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 2, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'subnets': [{'id': 'c5926c1d-fb93-4deb-aad7-83e85c0ad8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:01.063343 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Checking router: 995b39e0-0ac1-4c1d-96ad-fc758b88b820 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:20:01.063549 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Updating router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da binding host dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 07:20:01.081118 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-cbb64030-8f56-4359-be5c-dc6c266c3101 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.082453 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-cbb64030-8f56-4359-be5c-dc6c266c3101 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165200 Jun 24 07:20:01.086661 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59302) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:01.091375 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-4b47e2b7-2d55-4fdd-9746-a604f7c63dbf tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'security_group_rule': {'security_group_id': '309c7fb7-2243-4d29-8e69-15bd51151328', 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:01.101529 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.188585 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4b47e2b7-2d55-4fdd-9746-a604f7c63dbf tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.251943 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4b47e2b7-2d55-4fdd-9746-a604f7c63dbf tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.320573 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.350168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4b47e2b7-2d55-4fdd-9746-a604f7c63dbf tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.356467 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:01.360251 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.371246 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.provisioning_blocks [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Transition to ACTIVE for port object a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da will not be triggered until provisioned by entity L2. {{(pid=100203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:20:01.375078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47e2b7-2d55-4fdd-9746-a604f7c63dbf tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce07cc91-9a55-4774-bd07-8b569643c86f,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:01.377484 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-4b47e2b7-2d55-4fdd-9746-a604f7c63dbf tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:01.458529 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.460843 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-d55978f8-da0e-42b4-ac26-53100d9c1ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:01.488216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-4b47e2b7-2d55-4fdd-9746-a604f7c63dbf tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.492398 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-4b47e2b7-2d55-4fdd-9746-a604f7c63dbf tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016037 Jun 24 07:20:01.493331 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59304) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:01.497563 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-0d76797a-45bf-406b-bb0f-51771e5165b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'security_group_rule': {'security_group_id': '309c7fb7-2243-4d29-8e69-15bd51151328', 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:01.507702 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b53686-c118-45fb-ae0e-87258a431354 None None] Pushing event updated for resources: {'Port': ['ID=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,revision_number=3']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:01.533025 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-b8b53686-c118-45fb-ae0e-87258a431354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:01.566423 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Attempting to bind port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da on host dv-cinder-784092-10-iscsi for vnic_type normal with profile {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:20:01.566809 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Attempting to bind port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da by drivers openvswitch,hyperv on host dv-cinder-784092-10-iscsi at level 0 using segments [{'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:20:01.567175 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Attempting to bind port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da on network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:20:01.574129 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Checking agent: {'id': '185e24c9-2a57-45f9-a361-203a679d0325', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 30, 58), 'started_at': datetime.datetime(2021, 6, 24, 6, 31, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:20:01.574525 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Checking segment: {'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:20:01.574934 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.575334 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Bound using segment: {'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'} {{(pid=100203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:20:01.575808 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.managers [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Bound port: a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da, host: dv-cinder-784092-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a68940f-6f05-4ac7-8100-adf824d32157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710'}}] {{(pid=100203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:20:01.576186 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.590003 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0d76797a-45bf-406b-bb0f-51771e5165b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.644177 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] For port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da, host dv-cinder-784092-10-iscsi, cleared binding levels {{(pid=100203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:20:01.647836 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.plugins.ml2.db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] For port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da, host dv-cinder-784092-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,segment=NetworkSegment(2a68940f-6f05-4ac7-8100-adf824d32157),segment_id=2a68940f-6f05-4ac7-8100-adf824d32157)] {{(pid=100203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:20:01.673738 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0d76797a-45bf-406b-bb0f-51771e5165b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.715656 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a586333e-27ac-4f74-9bc7-b928842229b1 up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:20:01.721994 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron_lib.callbacks.manager [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.725973 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:01.761225 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0d76797a-45bf-406b-bb0f-51771e5165b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.763684 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-9b3a036a-fe11-4dba-aad8-5ef8a3ae79cd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:01.770331 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port a586333e-27ac-4f74-9bc7-b928842229b1 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:20:01.770744 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.785603 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b53686-c118-45fb-ae0e-87258a431354 None None] Pushing event updated for resources: {'Port': ['ID=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,revision_number=4']} {{(pid=100203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:01.790661 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76797a-45bf-406b-bb0f-51771e5165b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c3fe71-e515-41cc-8b71-62deb39a7cad,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:01.792957 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG oslo_concurrency.lockutils [None req-b8b53686-c118-45fb-ae0e-87258a431354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:01.793152 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0d76797a-45bf-406b-bb0f-51771e5165b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:01.793561 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Routers {'995b39e0-0ac1-4c1d-96ad-fc758b88b820'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:01.794330 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:01.852655 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0d76797a-45bf-406b-bb0f-51771e5165b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:01.853899 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-0d76797a-45bf-406b-bb0f-51771e5165b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3602407 Jun 24 07:20:01.856666 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59306) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:01.861291 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'security_group_rule': {'security_group_id': '309c7fb7-2243-4d29-8e69-15bd51151328', 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:01.910737 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] Set router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:01.944856 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.securitygroups_db [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Project 5c2dd8c2a3424fccbdabf6894fa2a833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 07:20:01.950454 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:02.014136 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:02.075489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:02.077538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:02.094758 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f73683-456f-4e6a-90d7-f91065712f30,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:02.097629 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:02.137365 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 4, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port': {'id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:56Z', 'updated_at': '2021-06-24T07:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da', 'name': '', 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'mac_address': 'fa:16:3e:88:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c5926c1d-fb93-4deb-aad7-83e85c0ad8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:57Z', 'updated_at': '2021-06-24T07:20:01Z', 'revision_number': 4, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'subnets': [{'id': 'c5926c1d-fb93-4deb-aad7-83e85c0ad8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:02.163551 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59138710-655e-4ced-b281-56ff796f6ab6 None None] The sync data for ids ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'] in dv-cinder-784092-10-iscsi is: [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 4, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port': {'id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:56Z', 'updated_at': '2021-06-24T07:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da', 'name': '', 'network_id': '2aae52ed-9edf-4cb5-946c-bff2b20d3710', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'mac_address': 'fa:16:3e:88:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c5926c1d-fb93-4deb-aad7-83e85c0ad8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:57Z', 'updated_at': '2021-06-24T07:20:01Z', 'revision_number': 4, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'subnets': [{'id': 'c5926c1d-fb93-4deb-aad7-83e85c0ad8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:20:02.172456 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:02.173812 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-3488f250-3103-4da7-a12c-276830b4eeee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160920 Jun 24 07:20:02.176386 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59308) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:02.181252 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'security_group_rule': {'security_group_id': '309c7fb7-2243-4d29-8e69-15bd51151328', 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:02.275796 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.securitygroups_db [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Project 5c2dd8c2a3424fccbdabf6894fa2a833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 07:20:02.281051 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:02.353710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:02.418576 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-761424'] for security_group_rule, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:02.420703 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:02.437096 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac83717-271e-4fd4-a724-c0638ab1ef35,revision_number=0']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:02.440223 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:02.515987 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:02.517346 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-a9315065-f549-40f3-ab14-3ef29c9a9488 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397658 Jun 24 07:20:03.722611 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:20:03.835432 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning for port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:20:03.839528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:20:03.839907 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:03.918125 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:03.950670 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] For port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,segment=NetworkSegment(2a68940f-6f05-4ac7-8100-adf824d32157),segment_id=2a68940f-6f05-4ac7-8100-adf824d32157)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:04.041306 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:04.043263 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:04.093241 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Pushing event updated for resources: {'Port': ['ID=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:04.096794 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:05.701306 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da up at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:20:05.757645 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Provisioning complete for port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:20:05.758029 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:05.820528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:09.172582 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59382) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:09.323957 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Deleting port 9aa235cb-b9d1-4323-af78-fa19f5b74646 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:09.324315 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:09.404012 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:09.404336 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:09.415308 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Calling delete_port for 9aa235cb-b9d1-4323-af78-fa19f5b74646 owned by network:floatingip {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:09.664245 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:09.674372 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:09.691130 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event deleted for resources: {'Port': ['ID=9aa235cb-b9d1-4323-af78-fa19f5b74646,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:09.695604 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:09.759267 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for floatingip, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:09.759589 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Floating IP 856e017a-416e-4285-9e12-64f02ce8be3a disassociated (deleted). External IP: 172.27.2.80, port: b57b89b9-217e-4907-88f7-4edd4c64eace. Jun 24 07:20:09.968304 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Router 7eeabae0-f45e-4dee-9df0-18c247909c3a has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:20:10.074326 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:20:10.079436 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:10.085535 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] Sync routers for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:20:10.097026 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:10.097691 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:10.121232 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-701a9bee-a40d-4362-9aca-1ee404d45f64 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "DELETE /v2.0/floatingips/856e017a-416e-4285-9e12-64f02ce8be3a HTTP/1.1" status: 204 len: 168 time: 0.9474981 Jun 24 07:20:10.122006 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:20:10.124473 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080f2571-e560-4900-b2eb-42bbcb54fbba" -d '{"events": [{"name": "network-changed", "server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:20:10.161731 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8954dc3c-79e4-49cc-aad2-9857eef205a8 x-openstack-request-id: req-8954dc3c-79e4-49cc-aad2-9857eef205a8 {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:20:10.162566 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:20:10.162877 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8954dc3c-79e4-49cc-aad2-9857eef205a8 {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:20:10.163333 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'status': 'completed', 'code': 200} Jun 24 07:20:10.205238 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:10.237768 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-6743fdab-6bb5-475c-a4f0-5835427f4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:10.239264 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-6743fdab-6bb5-475c-a4f0-5835427f4fb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc43be6928aa4ed18ff15d1141065855&device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 1098 time: 0.0527043 Jun 24 07:20:10.347655 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-48f19092-67b1-4189-bc31-213f26879330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:10.349166 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-48f19092-67b1-4189-bc31-213f26879330 service neutron] 10.222.0.21 "GET /v2.0/networks?id=932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 200 len: 909 time: 0.1028278 Jun 24 07:20:10.388416 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-2b326dbe-d379-4e55-90fa-e8822f52a85e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 200 len: 217 time: 0.0326853 Jun 24 07:20:10.418602 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:44Z', 'revision_number': 5, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:10.439995 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-c372072e-9bc2-45e4-8963-6e9950ed45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:10.441482 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-c372072e-9bc2-45e4-8963-6e9950ed45d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 200 len: 847 time: 0.0468476 Jun 24 07:20:10.443633 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] Checking router: 7eeabae0-f45e-4dee-9df0-18c247909c3a for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:20:10.451790 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:10.452398 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:10.507382 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-56ddec16-d0ac-4361-ad8f-e112b13417c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:10.508790 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-56ddec16-d0ac-4361-ad8f-e112b13417c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=932adce8-1791-4e9c-a439-6dacde0a3c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0605376 Jun 24 07:20:10.559601 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:10.603779 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-6ab322ea-629f-4d05-abb4-89bbe177e803 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879016 Jun 24 07:20:10.707785 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-080f2571-e560-4900-b2eb-42bbcb54fbba req-50840c46-0f61-4f40-9a16-34bf97e663b9 service neutron] 10.222.0.21 "GET /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963733 Jun 24 07:20:10.725530 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb6b7-4e78-4e8b-bb6c-07805fe76e13 req-e0c28858-78cf-40bc-bf2d-e72f1193d028 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:10.727070 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d5fbb6b7-4e78-4e8b-bb6c-07805fe76e13 req-e0c28858-78cf-40bc-bf2d-e72f1193d028 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0796931 Jun 24 07:20:10.764899 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-d5fbb6b7-4e78-4e8b-bb6c-07805fe76e13 req-1fd2837e-ae25-4fbc-9ee1-a5ce65e0b88a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Jun 24 07:20:10.790857 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:44Z', 'revision_number': 5, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:10.816826 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acbb184-a89c-4156-926c-d858c9cde5a3 None None] The sync data for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi is: [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:39Z', 'revision_number': 4, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'e2088397-1a3b-48da-9323-62c253b85927', 'name': '', 'network_id': '932adce8-1791-4e9c-a439-6dacde0a3c3a', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'mac_address': 'fa:16:3e:34:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:38Z', 'updated_at': '2021-06-24T07:15:44Z', 'revision_number': 5, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'subnets': [{'id': '7158642a-7af3-4576-9bc1-186c2565c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:20:11.025806 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7357f-b4fe-4fab-a72f-2dbc649bfb04 None None] New status for floating IP 856e017a-416e-4285-9e12-64f02ce8be3a: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:20:11.756913 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:20:11.938595 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d98cd-4bf2-4e08-a915-5601bf0cfabf req-fdbe263a-9782-4a18-9caf-f5f1b70f082d tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:11.939979 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-055d98cd-4bf2-4e08-a915-5601bf0cfabf req-fdbe263a-9782-4a18-9caf-f5f1b70f082d tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0618463 Jun 24 07:20:11.981567 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-055d98cd-4bf2-4e08-a915-5601bf0cfabf req-3978df1c-51b9-4f01-9452-c642a01670c2 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ed5eb25-a511-4c44-954d-3501426ac7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351071 Jun 24 07:20:12.203063 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-a83f834b-4ff8-411d-b75d-5b4fd2a81d3e tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:12.204402 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-a83f834b-4ff8-411d-b75d-5b4fd2a81d3e tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.21 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 945 time: 0.0604165 Jun 24 07:20:12.302375 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Deleting port b57b89b9-217e-4907-88f7-4edd4c64eace {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:12.303333 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:12.394953 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] For port b57b89b9-217e-4907-88f7-4edd4c64eace, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b57b89b9-217e-4907-88f7-4edd4c64eace,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:12.395332 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:12.409580 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Calling delete_port for b57b89b9-217e-4907-88f7-4edd4c64eace owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:12.595671 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:12.600609 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-890669c6-d388-47ef-b15e-a7a83996e0ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:12.625367 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event deleted for resources: {'Port': ['ID=b57b89b9-217e-4907-88f7-4edd4c64eace,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:12.628399 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:12.670311 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] No DVR routers for this DVR port b57b89b9-217e-4907-88f7-4edd4c64eace on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:20:12.672796 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:12.674819 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f485b27-0801-4310-a3cd-cc3b5091ada4 req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.21 "DELETE /v2.0/ports/b57b89b9-217e-4907-88f7-4edd4c64eace HTTP/1.1" status: 204 len: 173 time: 0.4649384 Jun 24 07:20:12.675353 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'name': 'network-vif-deleted', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:20:12.677665 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c2753d-84f9-42c9-94dd-9610f798c4d7" -d '{"events": [{"server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "name": "network-vif-deleted", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:20:12.712140 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9ce32a-e453-4cf6-a649-90ee51193517 x-openstack-request-id: req-ca9ce32a-e453-4cf6-a649-90ee51193517 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:20:12.712478 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067958be-660e-42b2-9751-fac38be2930a", "name": "network-vif-deleted", "tag": "b57b89b9-217e-4907-88f7-4edd4c64eace", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:20:12.712773 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca9ce32a-e453-4cf6-a649-90ee51193517 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:20:12.713244 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067958be-660e-42b2-9751-fac38be2930a', 'name': 'network-vif-deleted', 'tag': 'b57b89b9-217e-4907-88f7-4edd4c64eace', 'status': 'completed', 'code': 200} Jun 24 07:20:13.135082 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8ab32ef2-e2a6-4de8-96e9-7384f62fdb17 req-9923da11-065b-44ec-b656-073b9ea6b5b7 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 210 time: 0.0395777 Jun 24 07:20:14.286712 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3ebab8bc-e8c9-4c39-a883-5dd463207376 req-163581e1-50e5-43c4-9820-e552888cc1b8 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "GET /v2.0/ports?device_id=067958be-660e-42b2-9751-fac38be2930a HTTP/1.1" status: 200 len: 210 time: 0.0280726 Jun 24 07:20:15.251502 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b57b89b9-217e-4907-88f7-4edd4c64eace no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:20:15.272533 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: b57b89b9-217e-4907-88f7-4edd4c64eace {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:20:15.272533 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device b57b89b9-217e-4907-88f7-4edd4c64eace not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:20:15.380088 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59424) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:15.436632 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9e630c96-282c-4065-977c-99346d63436f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:15.464143 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9e630c96-282c-4065-977c-99346d63436f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:15.595327 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9e630c96-282c-4065-977c-99346d63436f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:15.598033 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9e630c96-282c-4065-977c-99346d63436f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:15.599173 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9e630c96-282c-4065-977c-99346d63436f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] 10.222.0.15 "DELETE /v2.0/security-groups/5ed5eb25-a511-4c44-954d-3501426ac7f8 HTTP/1.1" status: 204 len: 168 time: 0.2179880 Jun 24 07:20:15.600684 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7a4b97e9-78ea-4418-8d9a-252164d5643a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:15.609845 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e630c96-282c-4065-977c-99346d63436f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed5eb25-a511-4c44-954d-3501426ac7f8,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:15.612072 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9e630c96-282c-4065-977c-99346d63436f tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:15.758360 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59428) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:16.095373 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:16.344781 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Deleting port e2088397-1a3b-48da-9323-62c253b85927 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:16.345169 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:16.422552 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] For port e2088397-1a3b-48da-9323-62c253b85927, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e2088397-1a3b-48da-9323-62c253b85927,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:16.423211 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:16.435321 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Calling delete_port for e2088397-1a3b-48da-9323-62c253b85927 owned by network:router_interface {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:16.681055 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:16.683013 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-ad44ff2f-c907-4e15-80ba-ef7e9e82a439 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:16.707156 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Pushing event deleted for resources: {'Port': ['ID=e2088397-1a3b-48da-9323-62c253b85927,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:16.710319 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:16.877524 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:17.090288 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Router 7eeabae0-f45e-4dee-9df0-18c247909c3a has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:20:17.196800 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:20:17.202713 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c341b436-cdec-4510-8636-b5dcd5729acc admin admin] 10.222.0.15 "PUT /v2.0/routers/7eeabae0-f45e-4dee-9df0-18c247909c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4433010 Jun 24 07:20:17.205240 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59434) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:17.207635 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] Sync routers for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:20:17.218463 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:17.219179 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:17.306477 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks [] for router, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:17.321858 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:17.403926 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:17.510053 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Deleting port 0829489d-0fcc-45cf-8367-898f67dd858c {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:17.510739 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:17.594121 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] For port 0829489d-0fcc-45cf-8367-898f67dd858c, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=0829489d-0fcc-45cf-8367-898f67dd858c,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:17.594552 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:17.608126 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Calling delete_port for 0829489d-0fcc-45cf-8367-898f67dd858c owned by network:router_gateway {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:17.622276 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:20:16Z', 'revision_number': 5, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port': {'id': '0829489d-0fcc-45cf-8367-898f67dd858c', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:17.647619 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] Checking router: 7eeabae0-f45e-4dee-9df0-18c247909c3a for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:20:17.655935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] Routers {'7eeabae0-f45e-4dee-9df0-18c247909c3a'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:17.656564 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['7eeabae0-f45e-4dee-9df0-18c247909c3a'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:17.739952 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] Set router 7eeabae0-f45e-4dee-9df0-18c247909c3a gateway port host: None {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:17.799402 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:20:17Z', 'revision_number': 6, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port_host': None}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:17.825951 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8b60c-422d-48be-95ae-7190f1a02ed6 None None] The sync data for ids ['7eeabae0-f45e-4dee-9df0-18c247909c3a'] in dv-cinder-784092-10-iscsi is: [{'id': '7eeabae0-f45e-4dee-9df0-18c247909c3a', 'name': 'tempest-TestShelveInstance-306828330-router', 'tenant_id': 'fc43be6928aa4ed18ff15d1141065855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:36Z', 'updated_at': '2021-06-24T07:20:17Z', 'revision_number': 6, 'project_id': 'fc43be6928aa4ed18ff15d1141065855', 'gw_port_host': None}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:20:17.835484 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:17.837666 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-018159c3-9858-437f-8082-e7a4ac078b7d tempest-AttachVolumeNegativeTest-1267017610 tempest-AttachVolumeNegativeTest-1267017610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:17.860079 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0829489d-0fcc-45cf-8367-898f67dd858c,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:17.863464 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:17.920757 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.009284 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.011342 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.149638 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.150099 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eeabae0-f45e-4dee-9df0-18c247909c3a {{(pid=100200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 07:20:18.154334 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.155453 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-418d3014-83a5-4450-bada-1c6387630c51 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7eeabae0-f45e-4dee-9df0-18c247909c3a HTTP/1.1" status: 204 len: 168 time: 0.9493065 Jun 24 07:20:18.157837 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59438) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:18.203650 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] Deleting subnet 7158642a-7af3-4576-9bc1-186c2565c1c2 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:20:18.206863 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.242784 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.320983 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.424094 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.426229 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:18.448163 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7158642a-7af3-4576-9bc1-186c2565c1c2,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:18.451727 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:18.454142 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.455958 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-7bee3fc7-d716-4f46-97f1-cb1bf05950c6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7158642a-7af3-4576-9bc1-186c2565c1c2 HTTP/1.1" status: 204 len: 168 time: 0.2972269 Jun 24 07:20:18.458439 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59440) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:18.461268 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80f6c4e-fb49-4263-8d11-3059ba450ae9 None None] Network 932adce8-1791-4e9c-a439-6dacde0a3c3a requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:20:18.670047 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] DHCP port deletion for 932adce8-1791-4e9c-a439-6dacde0a3c3a request from dv-cinder-784092-10-iscsi {{(pid=100202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 07:20:18.723407 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] Deleting port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 {{(pid=100202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:18.723791 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.794458 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] For port d8b62dd4-0a67-495d-9644-9f83f4ba9b35, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:18.794865 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.810733 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.813374 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] Calling delete_port for d8b62dd4-0a67-495d-9644-9f83f4ba9b35 owned by network:dhcp {{(pid=100202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:18.876068 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Deleting port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:18.876410 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.953732 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] For port d8b62dd4-0a67-495d-9644-9f83f4ba9b35, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,segment=NetworkSegment(c042dbfd-89b4-41a5-a914-b5fa3f56e863),segment_id=c042dbfd-89b4-41a5-a914-b5fa3f56e863)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:18.955104 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:18.968792 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Calling delete_port for d8b62dd4-0a67-495d-9644-9f83f4ba9b35 owned by network:dhcp {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:19.007357 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:19.009479 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:19.033978 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] Pushing event deleted for resources: {'Port': ['ID=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,revision_number=None']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:19.039294 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:19.046729 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce418eb2-a55a-43e2-a001-2eac960da4f0 None None] No DVR routers for this DVR port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 on host dv-cinder-784092-10-iscsi {{(pid=100202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:20:19.056752 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:19.059409 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b301adb0-29f4-475a-bd12-6c28b2e0e016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:19.091532 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] No DVR routers for this DVR port d8b62dd4-0a67-495d-9644-9f83f4ba9b35 on host dv-cinder-784092-10-iscsi {{(pid=100200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:20:19.097415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b62dd4-0a67-495d-9644-9f83f4ba9b35,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:19.098867 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:19.168254 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:19.178437 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932adce8-1791-4e9c-a439-6dacde0a3c3a']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:19.188472 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c042dbfd-89b4-41a5-a914-b5fa3f56e863') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:19.188771 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c042dbfd-89b4-41a5-a914-b5fa3f56e863') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:19.198896 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:19.213851 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:19.219907 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:20:19.220291 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: self.session.flush() Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: self.session.flush() Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: self.session.flush() Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: self.session.flush() Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:20:19.221992 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:20:19.317041 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-8fc9454d-ccbb-4c0c-9f95-141f1467c8ee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605249372&fields=id&tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 267 time: 0.0332289 Jun 24 07:20:19.332425 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:19.336992 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:19.343716 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:19.343716 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] 10.222.0.15 "DELETE /v2.0/networks/932adce8-1791-4e9c-a439-6dacde0a3c3a HTTP/1.1" status: 204 len: 168 time: 0.8820617 Jun 24 07:20:19.345658 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59452) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:19.353426 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Pushing event deleted for resources: {'Network': ['ID=932adce8-1791-4e9c-a439-6dacde0a3c3a,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:19.355985 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-411447f7-b75f-4325-a238-7e5575c5518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:19.498795 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-8289bb02-e8cb-4326-964d-a2f29d3387f4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:19.500130 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-8289bb02-e8cb-4326-964d-a2f29d3387f4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 811 time: 0.1766069 Jun 24 07:20:19.519368 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-81b6df26-30ce-42c4-827d-23d3056e5300 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/quotas/5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 375 time: 0.0119350 Jun 24 07:20:19.722054 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 0829489d-0fcc-45cf-8367-898f67dd858c no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:20:19.742785 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 0829489d-0fcc-45cf-8367-898f67dd858c {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:20:19.743144 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 0829489d-0fcc-45cf-8367-898f67dd858c not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:20:19.743569 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device d8b62dd4-0a67-495d-9644-9f83f4ba9b35 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:20:19.765928 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: d8b62dd4-0a67-495d-9644-9f83f4ba9b35 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:20:19.766188 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device d8b62dd4-0a67-495d-9644-9f83f4ba9b35 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:20:19.766607 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e2088397-1a3b-48da-9323-62c253b85927 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:20:19.785600 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: e2088397-1a3b-48da-9323-62c253b85927 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:20:19.785953 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e2088397-1a3b-48da-9323-62c253b85927 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:20:19.957639 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-6c1af012-6d44-478c-8b8e-45c43d9d252d tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348443 Jun 24 07:20:20.064689 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-9e347108-44b9-4ddf-89f0-cf04cc2976db service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 07:20:20.065674 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-9e347108-44b9-4ddf-89f0-cf04cc2976db service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964458 Jun 24 07:20:20.129658 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:20.229807 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-21ac5acd-e837-4b44-b4e4-2c9e6f5737ba service neutron] 10.222.0.15 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572442 Jun 24 07:20:20.372672 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-d485fa1a-ed10-4b29-9393-89389ad6b978 service neutron] 10.222.0.15 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367638 Jun 24 07:20:20.463942 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Deleting port 16765b71-caf3-4c10-88aa-3e2571db0c2e {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:20.464286 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:20.539883 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] For port 16765b71-caf3-4c10-88aa-3e2571db0c2e, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=16765b71-caf3-4c10-88aa-3e2571db0c2e,segment=NetworkSegment(3492e038-e66a-4aba-b262-496d45df33a5),segment_id=3492e038-e66a-4aba-b262-496d45df33a5)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:20.540275 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:20.552267 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Calling delete_port for 16765b71-caf3-4c10-88aa-3e2571db0c2e owned by network:router_interface {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:20.761395 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:20.764368 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a59a6081-7868-44e4-b865-f2c6de1dd040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:20.790763 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Pushing event deleted for resources: {'Port': ['ID=16765b71-caf3-4c10-88aa-3e2571db0c2e,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:20.793932 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:20.913725 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1855c402-9798-4c69-96fb-faa9af78842b req-b2ee6539-05ff-4895-9d66-6173dc4a4103 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 210 time: 0.0444319 Jun 24 07:20:21.006792 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:21.231042 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Router e1e6729a-e61a-4f16-a48c-868f4abab105 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:20:21.335775 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:20:21.343211 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] 10.222.0.15 "PUT /v2.0/routers/e1e6729a-e61a-4f16-a48c-868f4abab105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940212 Jun 24 07:20:21.343792 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59470) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:21.346447 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] Sync routers for ids ['e1e6729a-e61a-4f16-a48c-868f4abab105'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:20:21.355902 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] Routers {'e1e6729a-e61a-4f16-a48c-868f4abab105'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:21.356564 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['e1e6729a-e61a-4f16-a48c-868f4abab105'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:21.447913 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:21.460217 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] Set router e1e6729a-e61a-4f16-a48c-868f4abab105 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:21.566975 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:21.637222 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:20:20Z', 'revision_number': 5, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port': {'id': '6250b8ca-3f4d-423c-9d5a-8fe0819373b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:15:42Z', 'updated_at': '2021-06-24T07:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:21.666192 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] Checking router: e1e6729a-e61a-4f16-a48c-868f4abab105 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:20:21.674889 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] Routers {'e1e6729a-e61a-4f16-a48c-868f4abab105'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:21.675789 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:19:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['e1e6729a-e61a-4f16-a48c-868f4abab105'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:21.696388 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Deleting port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:21.697039 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:21.877233 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] Set router e1e6729a-e61a-4f16-a48c-868f4abab105 gateway port host: None {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:21.877742 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] For port 6250b8ca-3f4d-423c-9d5a-8fe0819373b1, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=6250b8ca-3f4d-423c-9d5a-8fe0819373b1,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:21.877742 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:21.877742 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Calling delete_port for 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 owned by network:router_gateway {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:21.912561 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:20:21Z', 'revision_number': 6, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port_host': None}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:21.938966 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889d986-69b8-4117-a697-cf71cf8e9ec8 None None] The sync data for ids ['e1e6729a-e61a-4f16-a48c-868f4abab105'] in dv-cinder-784092-10-iscsi is: [{'id': 'e1e6729a-e61a-4f16-a48c-868f4abab105', 'name': 'tempest-TestShelveInstance-1307745221-router', 'tenant_id': '244a3a36dda24b24a2cdc16e4d80888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:15:41Z', 'updated_at': '2021-06-24T07:20:21Z', 'revision_number': 6, 'project_id': '244a3a36dda24b24a2cdc16e4d80888d', 'gw_port_host': None}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:20:22.065734 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d18f645d-4c22-40d0-9575-4f760cbe0672 req-4a1ad58b-f613-4e13-90a7-560ffe13d933 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 210 time: 0.0284710 Jun 24 07:20:22.166899 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.169879 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b9f12e04-5156-4653-aaae-01f65bde1820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:22.196372 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6250b8ca-3f4d-423c-9d5a-8fe0819373b1,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:22.199450 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:22.257404 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.348415 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.351275 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.498115 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.498736 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1e6729a-e61a-4f16-a48c-868f4abab105 {{(pid=100200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 07:20:22.503393 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.504524 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e1e6729a-e61a-4f16-a48c-868f4abab105 HTTP/1.1" status: 204 len: 168 time: 1.1595838 Jun 24 07:20:22.507059 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59476) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:22.555285 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] Deleting subnet 4c4c1f8a-bff1-4ebc-a883-32207128c7ee {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:20:22.558372 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.591718 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.669714 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.778669 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.780828 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-6a61d25f-9703-41f8-a157-2b4ae5b51051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:22.806992 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4c1f8a-bff1-4ebc-a883-32207128c7ee,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:22.810059 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:22.811051 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.813544 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-e5ddd815-348d-4ab4-9869-0b42442fb8c4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4c4c1f8a-bff1-4ebc-a883-32207128c7ee HTTP/1.1" status: 204 len: 168 time: 0.3049388 Jun 24 07:20:22.815535 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59478) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:22.818745 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d11b01-73a8-4199-ac7c-281ccfcdb107 None None] Network 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:20:22.892162 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:22.954998 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Deleting port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:22.955343 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.025723 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] DHCP port deletion for 3ef8acbe-f586-4c27-98f0-e82a3582dfe9 request from dv-cinder-784092-10-iscsi {{(pid=100202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 07:20:23.031586 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] For port 5c18b075-1e1b-40ff-a8ce-c26b378379e8, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=5c18b075-1e1b-40ff-a8ce-c26b378379e8,segment=NetworkSegment(3492e038-e66a-4aba-b262-496d45df33a5),segment_id=3492e038-e66a-4aba-b262-496d45df33a5)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:23.031586 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.039007 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Calling delete_port for 5c18b075-1e1b-40ff-a8ce-c26b378379e8 owned by network:dhcp {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:23.075103 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] Deleting port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 {{(pid=100202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:20:23.075487 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.150818 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] For port 5c18b075-1e1b-40ff-a8ce-c26b378379e8, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=5c18b075-1e1b-40ff-a8ce-c26b378379e8,segment=NetworkSegment(3492e038-e66a-4aba-b262-496d45df33a5),segment_id=3492e038-e66a-4aba-b262-496d45df33a5)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:23.151212 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.164147 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] Calling delete_port for 5c18b075-1e1b-40ff-a8ce-c26b378379e8 owned by network:dhcp {{(pid=100202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:20:23.225581 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8beff27f-e06e-4721-a0eb-d98e665f3a50 req-97cf94ca-ca8c-4070-bd4b-6413fbbdf093 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 210 time: 0.0341349 Jun 24 07:20:23.236233 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.241492 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-b2abc21c-616c-4696-8e80-24623aef986a tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:23.255098 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.257524 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-4756490e-13d9-4b98-944b-90ae50e96bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:23.283024 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] Pushing event deleted for resources: {'Port': ['ID=5c18b075-1e1b-40ff-a8ce-c26b378379e8,revision_number=None']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:23.284939 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] No DVR routers for this DVR port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 on host dv-cinder-784092-10-iscsi {{(pid=100202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:20:23.286416 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:23.294756 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c18b075-1e1b-40ff-a8ce-c26b378379e8,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:23.299786 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:23.302194 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] No DVR routers for this DVR port 5c18b075-1e1b-40ff-a8ce-c26b378379e8 on host dv-cinder-784092-10-iscsi {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:20:23.395980 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-87a421d6-82de-439e-ac92-3fd5f561b1c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:23.397955 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-87a421d6-82de-439e-ac92-3fd5f561b1c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 811 time: 0.1929810 Jun 24 07:20:23.399399 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.409551 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef8acbe-f586-4c27-98f0-e82a3582dfe9']}} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:23.431091 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3492e038-e66a-4aba-b262-496d45df33a5') {'for_net_delete': True} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:23.431387 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3492e038-e66a-4aba-b262-496d45df33a5') {} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:23.443972 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013072'] for segment, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.470344 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-11e01b9c-073b-49fd-ab9e-5ee5844583a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 379 time: 0.0624177 Jun 24 07:20:23.473693 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.484098 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'port': {'device_id': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'admin_state_up': True, 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'security_groups': ['309c7fb7-2243-4d29-8e69-15bd51151328']}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:23.496284 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:20:23.496661 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8494716'] for segment, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: Traceback (most recent call last): Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: timer() Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: cb(*args, **kw) Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: return func(*args, **kwargs) Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: self._notify() Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: self.callback(batched_events) Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: event.method(event) Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: return f(self, *a, **k) Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._get(url).json() Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: return self.request(url, 'GET', **kwargs) Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:20:23.498285 dv-cinder-784092-10-iscsi neutron-server[100201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:20:23.663986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.667838 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:23.671078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.672941 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ef8acbe-f586-4c27-98f0-e82a3582dfe9 HTTP/1.1" status: 204 len: 168 time: 0.8560698 Jun 24 07:20:23.683981 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef8acbe-f586-4c27-98f0-e82a3582dfe9,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:23.686473 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-1235e53c-822e-4144-90a7-c7f84aaf6a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:23.719429 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:20:23.737646 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:20:23.738214 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 6250b8ca-3f4d-423c-9d5a-8fe0819373b1 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:20:23.738349 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Made reservation on behalf of 5c2dd8c2a3424fccbdabf6894fa2a833 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:20:23.738927 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 5c18b075-1e1b-40ff-a8ce-c26b378379e8 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:20:23.742168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:23.759267 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 5c18b075-1e1b-40ff-a8ce-c26b378379e8 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:20:23.759665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 5c18b075-1e1b-40ff-a8ce-c26b378379e8 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:20:23.760115 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 16765b71-caf3-4c10-88aa-3e2571db0c2e no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:20:23.782560 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 16765b71-caf3-4c10-88aa-3e2571db0c2e {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:20:23.782910 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 16765b71-caf3-4c10-88aa-3e2571db0c2e not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:20:23.868879 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Allocated IP 172.20.0.7 (f5f2aaa1-c196-48d3-bf12-e03b4dd04ced/92a346ee-993e-493b-a7c6-7c7f85c97315/68dbd11b-dbaf-4e1b-b799-41a7d88d0e98) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:20:24.005506 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.018910 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Transition to ACTIVE for port object 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:20:24.097037 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59486) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:24.124958 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.133832 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-37296600-51b2-45fa-9ae4-fbdb7f0eb86c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:24.174421 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-8c41ece2-a791-4edb-8003-eca8e0776d73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc43be6928aa4ed18ff15d1141065855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761828 Jun 24 07:20:24.176117 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:20:24.177038 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59488) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:24.180099 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:20:24.182466 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:20:24.234259 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:24.237365 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a51feac1-16cf-4ce7-8f5f-40460dc2995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.238633 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:24.262098 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a51feac1-16cf-4ce7-8f5f-40460dc2995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.271475 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:24.272176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.372541 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a51feac1-16cf-4ce7-8f5f-40460dc2995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.380737 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-a51feac1-16cf-4ce7-8f5f-40460dc2995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.380737 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-a51feac1-16cf-4ce7-8f5f-40460dc2995c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11ea0941-b0d2-46a7-a361-51f58a16c76a HTTP/1.1" status: 204 len: 168 time: 0.1974866 Jun 24 07:20:24.380737 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b3b3b6a2-d67c-4d08-a1fd-73b199047675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:24.387854 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-025a3e95-1a67-40bd-992a-230f59816813 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9107139 Jun 24 07:20:24.388333 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51feac1-16cf-4ce7-8f5f-40460dc2995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ea0941-b0d2-46a7-a361-51f58a16c76a,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:24.391994 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-a51feac1-16cf-4ce7-8f5f-40460dc2995c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:24.405314 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Request body: {'port': {'device_id': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:24.453319 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-08179193-80ab-4a7d-ae6a-a5d4c29ce28a None None] Provisioning for port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:20:24.459176 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-08179193-80ab-4a7d-ae6a-a5d4c29ce28a None None] Provisioning complete for port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:20:24.460114 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-08179193-80ab-4a7d-ae6a-a5d4c29ce28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.496599 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6d305-aded-4b0c-bb80-ca0f6eac8b9e req-38dbd00c-287b-4757-9897-6d1488e847bb tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:24.498126 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-95e6d305-aded-4b0c-bb80-ca0f6eac8b9e req-38dbd00c-287b-4757-9897-6d1488e847bb tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 931 time: 0.1457453 Jun 24 07:20:24.500245 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-08179193-80ab-4a7d-ae6a-a5d4c29ce28a None None] Port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:20:24.518206 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.571906 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-95e6d305-aded-4b0c-bb80-ca0f6eac8b9e req-d3d50a94-e3e5-4fed-b48e-e6934279cff5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635953 Jun 24 07:20:24.811042 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:20:24.818450 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.829679 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Transition to ACTIVE for port object 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:20:24.915367 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:24.917500 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:24.989840 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Pushing event updated for resources: {'Port': ['ID=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:24.993548 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:25.044088 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Attempting to bind port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:20:25.044420 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Attempting to bind port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:20:25.044746 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Attempting to bind port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:20:25.049347 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 07:20:25.049667 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Attempting to bind port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:20:25.054883 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:20:25.058401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Checking segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:20:25.058401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Bound using segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:20:25.058401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Bound port: 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:20:25.058401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:25.058936 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59496) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:25.109214 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fb18ee2d-5225-4edc-a855-44d4d197b267 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=244a3a36dda24b24a2cdc16e4d80888d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490255 Jun 24 07:20:25.111527 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59498) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:25.123258 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] For port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:20:25.126727 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] For port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:20:25.160311 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cdea5505-007b-4dae-b383-87441e99ef1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:25.181383 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cdea5505-007b-4dae-b383-87441e99ef1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:25.195548 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:25.198514 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-88e64827-875a-4934-8a8d-a8a9a7e343b5 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:25.228788 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:25.229415 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:25.230754 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] 10.222.0.21 "PUT /v2.0/ports/68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 HTTP/1.1" status: 200 len: 1093 time: 0.8310828 Jun 24 07:20:25.231267 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'tag': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:20:25.233552 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e55f2d-e0d0-42bc-a93f-a9c784506fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "08e44695-3871-4a44-baf3-cdf549f9ae3f", "tag": "68dbd11b-dbaf-4e1b-b799-41a7d88d0e98"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:20:25.263056 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Pushing event updated for resources: {'Port': ['ID=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:25.266254 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:25.273999 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770dde1-33b6-4fd9-ab79-581072dba139 x-openstack-request-id: req-5770dde1-33b6-4fd9-ab79-581072dba139 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:20:25.274401 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e44695-3871-4a44-baf3-cdf549f9ae3f", "tag": "68dbd11b-dbaf-4e1b-b799-41a7d88d0e98", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:20:25.274761 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5770dde1-33b6-4fd9-ab79-581072dba139 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:20:25.275270 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'tag': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'status': 'completed', 'code': 200} Jun 24 07:20:25.298777 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cdea5505-007b-4dae-b383-87441e99ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:25.301549 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-cdea5505-007b-4dae-b383-87441e99ef1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:25.303687 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-cdea5505-007b-4dae-b383-87441e99ef1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a597e7d1-1d76-461e-9a8b-ef69fdc6ec73 HTTP/1.1" status: 204 len: 168 time: 0.1901317 Jun 24 07:20:25.304297 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fad56df3-fc84-4892-832f-78eb11584520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:25.314598 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea5505-007b-4dae-b383-87441e99ef1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a597e7d1-1d76-461e-9a8b-ef69fdc6ec73,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:25.316877 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-cdea5505-007b-4dae-b383-87441e99ef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:25.361191 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55f2d-e0d0-42bc-a93f-a9c784506fb3 req-f3dc02f9-d556-431d-8a8f-71ffb2512574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:25.362695 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c3e55f2d-e0d0-42bc-a93f-a9c784506fb3 req-f3dc02f9-d556-431d-8a8f-71ffb2512574 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 1096 time: 0.0672312 Jun 24 07:20:25.464236 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55f2d-e0d0-42bc-a93f-a9c784506fb3 req-04b1a040-a505-400e-8f70-6225ecaf851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:25.465775 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c3e55f2d-e0d0-42bc-a93f-a9c784506fb3 req-04b1a040-a505-400e-8f70-6225ecaf851d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0949728 Jun 24 07:20:25.624944 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4daaa451-f44c-4000-89e9-96b831ddc38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:25.899010 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55f2d-e0d0-42bc-a93f-a9c784506fb3 req-043cd888-0665-4efd-b51e-17b01507029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:25.900467 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c3e55f2d-e0d0-42bc-a93f-a9c784506fb3 req-043cd888-0665-4efd-b51e-17b01507029e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4283929 Jun 24 07:20:25.915743 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b186657-e24d-48cb-ab05-c8c55ee09a6e req-ee858720-88cf-438d-a72e-e60979b7e7e4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:25.917174 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0b186657-e24d-48cb-ab05-c8c55ee09a6e req-ee858720-88cf-438d-a72e-e60979b7e7e4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 943 time: 0.0897300 Jun 24 07:20:25.985308 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0b186657-e24d-48cb-ab05-c8c55ee09a6e req-9746312e-3fe5-4ea8-a372-72d57e1a024d tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611820 Jun 24 07:20:26.004392 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-5ba95897-c1dd-4019-a194-bcd915f22138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:26.005894 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-5ba95897-c1dd-4019-a194-bcd915f22138 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 1096 time: 0.0676277 Jun 24 07:20:26.045871 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-d155126d-8c7e-497d-a088-51cd07aca724 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 HTTP/1.1" status: 200 len: 217 time: 0.0324311 Jun 24 07:20:26.091273 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-381cb110-182c-4187-96a7-698321e6237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:26.092888 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-381cb110-182c-4187-96a7-698321e6237e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0412142 Jun 24 07:20:26.145313 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-e5ccbd7b-0835-4da6-b53c-0c02c4b9ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:26.147249 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-e5ccbd7b-0835-4da6-b53c-0c02c4b9ddfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484526 Jun 24 07:20:26.236288 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-b3fc7e85-f066-4c12-870a-1bce92f87b78 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812600 Jun 24 07:20:26.324856 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-eaf91877-e828-4b29-a12a-b3ebe98b293c req-c6c51450-9a82-4005-b66b-2f7f9b1e16f0 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826397 Jun 24 07:20:27.157172 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe422244-8fef-464f-a616-5573b4381021 req-004a0bb5-0cda-4618-9074-9a1b51bf7caa tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:27.158621 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fe422244-8fef-464f-a616-5573b4381021 req-004a0bb5-0cda-4618-9074-9a1b51bf7caa tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 943 time: 0.0621736 Jun 24 07:20:27.196336 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-fe422244-8fef-464f-a616-5573b4381021 req-2c7e5394-90ce-4e17-a7f5-e7170cf7dc85 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Jun 24 07:20:28.223575 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f8eaad86-b0e2-4b74-8643-5618d7b8db5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:28.371883 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef15bc-4add-4803-bf32-08b69479792e req-ce679dfa-4dea-47dc-8226-de5a7072d4a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:28.377508 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7ef15bc-4add-4803-bf32-08b69479792e req-ce679dfa-4dea-47dc-8226-de5a7072d4a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 943 time: 0.0696146 Jun 24 07:20:28.415057 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d7ef15bc-4add-4803-bf32-08b69479792e req-4094ab2e-5dc2-473a-bc64-fbbe67837a24 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Jun 24 07:20:28.571842 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:29.607878 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd18774-b118-4c82-86f7-3e8be0fc5107 req-e95852eb-b30f-42c4-911f-58923dbcc8ae tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:29.609965 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8fd18774-b118-4c82-86f7-3e8be0fc5107 req-e95852eb-b30f-42c4-911f-58923dbcc8ae tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 943 time: 0.0685081 Jun 24 07:20:29.649283 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8fd18774-b118-4c82-86f7-3e8be0fc5107 req-5cb1347f-47cd-44ce-84dc-1b9f59a0ae3d tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326188 Jun 24 07:20:29.726565 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:30.831590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf42ee-0bc1-40ed-ab3a-1d0914f3a23a req-c4a039b9-a894-4bad-adcc-7f7958acd268 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:30.833033 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-beaf42ee-0bc1-40ed-ab3a-1d0914f3a23a req-c4a039b9-a894-4bad-adcc-7f7958acd268 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 943 time: 0.0625913 Jun 24 07:20:30.871160 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-beaf42ee-0bc1-40ed-ab3a-1d0914f3a23a req-caa848b6-3868-4e80-ad9f-cdd3a040cfab tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321796 Jun 24 07:20:31.309528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:32.044820 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9802a4a-b388-46ef-85ef-77989418ea97 req-cf3a85aa-b729-4ac3-9745-0e0c9d35fd20 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:32.046335 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e9802a4a-b388-46ef-85ef-77989418ea97 req-cf3a85aa-b729-4ac3-9745-0e0c9d35fd20 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 943 time: 0.0659101 Jun 24 07:20:32.084393 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e9802a4a-b388-46ef-85ef-77989418ea97 req-0cb0a466-6d11-443e-a4bf-8989333f2409 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Jun 24 07:20:33.256313 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155b922-f8a2-4661-b93e-09e95f051077 req-3d8b3590-0997-4ed2-9699-c2cd01ac0261 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:33.257747 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d155b922-f8a2-4661-b93e-09e95f051077 req-3d8b3590-0997-4ed2-9699-c2cd01ac0261 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 943 time: 0.0658674 Jun 24 07:20:33.294951 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d155b922-f8a2-4661-b93e-09e95f051077 req-48cd9972-8e98-4f08-af1a-48fa964f1b9e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314977 Jun 24 07:20:33.312115 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 07:20:33.408218 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:33.419490 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'port_id': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'mac_address': 'fa:16:3e:89:2c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 07:20:33.454897 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:33.467100 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:20:33.486188 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:33.606483 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:33.608231 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:33.655391 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:33.658363 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:33.813152 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['68dbd11b-dbaf-4e1b-b799-41a7d88d0e98'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:20:34.474759 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f325-9b09-4376-967b-15fdc1ff7021 req-6a60e4a9-4108-46d0-a158-bf14741b82f2 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:34.476060 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a531f325-9b09-4376-967b-15fdc1ff7021 req-6a60e4a9-4108-46d0-a158-bf14741b82f2 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 944 time: 0.0663350 Jun 24 07:20:34.513349 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-a531f325-9b09-4376-967b-15fdc1ff7021 req-8a12fde8-8677-401e-a410-185ce88500ea tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Jun 24 07:20:35.310489 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:20:35.417873 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:20:35.421747 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:20:35.422125 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:35.495173 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:35.517584 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:20:35.519819 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dce487-02b5-4b56-87f6-affbeb8f3b14" -d '{"events": [{"server_uuid": "08e44695-3871-4a44-baf3-cdf549f9ae3f", "name": "network-vif-plugged", "status": "completed", "tag": "68dbd11b-dbaf-4e1b-b799-41a7d88d0e98"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:20:35.533210 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:20:35.555253 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79062bf6-b2fc-453e-a5ff-5e03fc0f87f8 x-openstack-request-id: req-79062bf6-b2fc-453e-a5ff-5e03fc0f87f8 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:20:35.555495 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e44695-3871-4a44-baf3-cdf549f9ae3f", "name": "network-vif-plugged", "status": "completed", "tag": "68dbd11b-dbaf-4e1b-b799-41a7d88d0e98", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:20:35.555750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79062bf6-b2fc-453e-a5ff-5e03fc0f87f8 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:20:35.556148 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'code': 200} Jun 24 07:20:35.589833 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:35.591881 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-57f9d274-e3ce-4ad4-a68f-0dc078984303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:35.644029 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:35.647970 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:35.691262 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020277-151d-475c-a30f-dd1cd8bec278 req-b011b747-6151-442e-bd07-30567524c9a6 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:35.692700 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-83020277-151d-475c-a30f-dd1cd8bec278 req-b011b747-6151-442e-bd07-30567524c9a6 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 945 time: 0.0637004 Jun 24 07:20:35.730796 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-83020277-151d-475c-a30f-dd1cd8bec278 req-b04c940d-d9dc-442f-bd8a-3e34c8298407 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316617 Jun 24 07:20:35.817751 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:35.926017 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f1e4d-8164-4ede-933b-e59f2b9ce5a8 req-e476cf90-1baa-453f-81a6-1facc945811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:35.927869 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-122f1e4d-8164-4ede-933b-e59f2b9ce5a8 req-e476cf90-1baa-453f-81a6-1facc945811e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 1098 time: 0.0520256 Jun 24 07:20:35.963177 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-122f1e4d-8164-4ede-933b-e59f2b9ce5a8 req-36b62727-0ac4-47d8-ba48-3df5de92850e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294180 Jun 24 07:20:36.913816 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b2e4a-8880-4e5e-97a1-6634f2cbbe38 req-32424095-4b82-42fd-be1f-6a19a572828e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:36.915268 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-524b2e4a-8880-4e5e-97a1-6634f2cbbe38 req-32424095-4b82-42fd-be1f-6a19a572828e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 945 time: 0.0680027 Jun 24 07:20:36.953364 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-524b2e4a-8880-4e5e-97a1-6634f2cbbe38 req-076102bd-dbae-477f-bd52-982a94d0f8c7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Jun 24 07:20:38.123279 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caf25d-bd1d-4aef-a5f5-fb454e62ae7a req-f30f5d0b-6cf6-4f41-905e-64a4224a5b28 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:38.124705 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-36caf25d-bd1d-4aef-a5f5-fb454e62ae7a req-f30f5d0b-6cf6-4f41-905e-64a4224a5b28 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 945 time: 0.0628588 Jun 24 07:20:38.161188 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-36caf25d-bd1d-4aef-a5f5-fb454e62ae7a req-78762575-bd2e-43cc-8c3f-8e4116835221 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308394 Jun 24 07:20:38.332367 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aba444-ae60-423a-91ee-ea847079861d req-0b8792ed-9840-4034-8c77-f5ee00ffe940 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:38.333839 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-15aba444-ae60-423a-91ee-ea847079861d req-0b8792ed-9840-4034-8c77-f5ee00ffe940 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 945 time: 0.0644135 Jun 24 07:20:38.371072 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-15aba444-ae60-423a-91ee-ea847079861d req-7dbd385c-d094-40cb-acc3-92869d73df2f tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308101 Jun 24 07:20:38.395094 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59530) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:38.629455 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfda789-73e8-49fd-9e4a-0f39d389c930 tempest-TestVolumeBootPattern-405616594 tempest-TestVolumeBootPattern-405616594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:38.630975 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fbfda789-73e8-49fd-9e4a-0f39d389c930 tempest-TestVolumeBootPattern-405616594 tempest-TestVolumeBootPattern-405616594-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 1093 time: 0.2349055 Jun 24 07:20:38.634201 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59534) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:20:38.638485 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'port_id': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:20:38.760889 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:38.853735 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:38.953633 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Allocated IP 172.27.2.149 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/0c32c410-2674-48b6-9fba-b9fc8ed8ab97) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:20:39.049479 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:39.155840 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:39.159573 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-d9aa612e-9321-4b34-accf-a6a64addf5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:39.194911 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:20:39.199472 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:20:39.202741 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:20:39.225185 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=0c32c410-2674-48b6-9fba-b9fc8ed8ab97,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:39.235797 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.236179 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.236554 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.236922 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.237314 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.237679 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.238040 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.238399 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.238760 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.239116 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.239511 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.239948 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:20:39.244734 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:39.574226 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:39.709331 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:39.858988 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:39.908778 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5740035'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:39.910870 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-3736fe0c-3085-41b7-9068-9bd58eb623e7 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:20:39.972203 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=0c32c410-2674-48b6-9fba-b9fc8ed8ab97,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:20:39.975967 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:20:39.987001 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:40.080575 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Floating IP d65dfdf1-eb3a-4f48-9505-14d6fc221ee8 associated. External IP: 172.27.2.149, port: 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98. Jun 24 07:20:40.277507 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:20:40.378344 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:20:40.387961 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:20:40.397412 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:40.403786 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:20:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:40.446119 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:40.480889 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-94b7a7cb-66c4-4c53-a82b-caa2c488cab5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8456726 Jun 24 07:20:40.481609 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'tag': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:20:40.483923 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2dba85-7999-4ced-934f-22861e7815aa" -d '{"events": [{"name": "network-changed", "server_uuid": "08e44695-3871-4a44-baf3-cdf549f9ae3f", "tag": "68dbd11b-dbaf-4e1b-b799-41a7d88d0e98"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:20:40.498695 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:40.524009 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9361736-a3f7-4fb3-8986-6df0bc8db51b x-openstack-request-id: req-f9361736-a3f7-4fb3-8986-6df0bc8db51b {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:20:40.524009 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e44695-3871-4a44-baf3-cdf549f9ae3f", "tag": "68dbd11b-dbaf-4e1b-b799-41a7d88d0e98", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:20:40.524009 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9361736-a3f7-4fb3-8986-6df0bc8db51b {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:20:40.524009 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'tag': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'status': 'completed', 'code': 200} Jun 24 07:20:40.595419 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dba85-7999-4ced-934f-22861e7815aa req-20972a7b-9078-471f-a2be-6214ce185ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:40.596907 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f2dba85-7999-4ced-934f-22861e7815aa req-20972a7b-9078-471f-a2be-6214ce185ccf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 1098 time: 0.0520046 Jun 24 07:20:40.687477 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dba85-7999-4ced-934f-22861e7815aa req-751c939a-3027-45b0-9b09-8765d9b5dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:40.688922 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f2dba85-7999-4ced-934f-22861e7815aa req-751c939a-3027-45b0-9b09-8765d9b5dba3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0861101 Jun 24 07:20:40.714609 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'd65dfdf1-eb3a-4f48-9505-14d6fc221ee8', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:89:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:20:39Z', 'updated_at': '2021-06-24T07:20:39Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:40.754151 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f2dba85-7999-4ced-934f-22861e7815aa req-b75cee6c-db57-4ab9-8774-4c8786982de0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 HTTP/1.1" status: 200 len: 999 time: 0.0577080 Jun 24 07:20:40.807640 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dba85-7999-4ced-934f-22861e7815aa req-845c193a-43cd-40f0-94ad-99fa52c5bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:40.809230 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f2dba85-7999-4ced-934f-22861e7815aa req-845c193a-43cd-40f0-94ad-99fa52c5bdfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0494721 Jun 24 07:20:40.865927 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:20:40.869142 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dba85-7999-4ced-934f-22861e7815aa req-73ac6a75-e974-4f56-b73e-58e1553c6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:20:40.870666 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f2dba85-7999-4ced-934f-22861e7815aa req-73ac6a75-e974-4f56-b73e-58e1553c6eb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554652 Jun 24 07:20:40.874014 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:20:40.874624 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:20:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:40.964431 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f2dba85-7999-4ced-934f-22861e7815aa req-9e552ee0-1635-4fd5-92b2-3f8b58228d1b service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874465 Jun 24 07:20:40.975863 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:20:41.056067 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4f2dba85-7999-4ced-934f-22861e7815aa req-14aab919-3668-4712-83c9-ce334399d577 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Jun 24 07:20:41.194278 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'd65dfdf1-eb3a-4f48-9505-14d6fc221ee8', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:89:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:20:39Z', 'updated_at': '2021-06-24T07:20:39Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:20:41.223211 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b701d-cc25-418f-8948-68b2a5e47e4c None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'd65dfdf1-eb3a-4f48-9505-14d6fc221ee8', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:89:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:20:39Z', 'updated_at': '2021-06-24T07:20:39Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:20:41.405312 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d95c7-5eab-47bb-b35f-be51d5f4bb76 None None] New status for floating IP d65dfdf1-eb3a-4f48-9505-14d6fc221ee8: ACTIVE {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:20:48.755172 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:20:55.629412 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-efec488c-df93-4f01-a83d-e729d858de4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:58.211782 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-abe3b91a-6414-4585-ae1e-5ae3a43ced1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:58.577391 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:20:59.720293 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:01.326066 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:05.817570 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:10.292300 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-3b9a6282-4293-4dc9-a8c1-b1622edadee9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498478 Jun 24 07:21:10.383122 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-99d53366-1a29-4897-8622-0e605797ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:21:10.384529 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-99d53366-1a29-4897-8622-0e605797ec12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 1098 time: 0.0498865 Jun 24 07:21:10.489717 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-90230df8-7e00-4fc0-a395-8b80cacc6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:21:10.492030 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-90230df8-7e00-4fc0-a395-8b80cacc6903 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0865214 Jun 24 07:21:10.554160 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-a05c26b9-7a2a-46f2-b987-a4f65dee93c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 HTTP/1.1" status: 200 len: 1001 time: 0.0548322 Jun 24 07:21:10.605397 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-3a29646b-36fb-4f52-a50a-63c40c0ceb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:21:10.606770 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-3a29646b-36fb-4f52-a50a-63c40c0ceb40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0452774 Jun 24 07:21:10.661024 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-402b577a-bb8a-4baa-9df4-ea444b4eebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:21:10.663288 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-402b577a-bb8a-4baa-9df4-ea444b4eebc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504966 Jun 24 07:21:10.750701 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-237a5e80-e334-4992-83fa-8e18d97f8a8d service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799932 Jun 24 07:21:10.836604 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-881e1fc6-f41f-43c7-9683-09f0dec052bd req-faefd1c3-e169-4db4-9d00-42bfb99cbf05 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780451 Jun 24 07:21:25.645523 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e0639ad0-b7b3-40d2-b15a-b994342f35ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:25.753229 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:21:28.211476 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bba3f276-73ec-4eb6-a71f-21379ecdbbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:28.576789 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:29.754675 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:31.325485 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:35.880063 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:55.679896 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ce2-df34-422e-bab3-b03f39c9414c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:58.262454 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-b3b858ce-95e8-4d8a-8972-e9d1fa60afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:58.582371 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:21:59.736619 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:01.313624 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:02.751828 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:22:05.873982 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:11.363960 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-a97c50ba-e497-4d92-97ea-43cad0f7927a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1118028 Jun 24 07:22:11.463215 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-a54d05ac-cd9f-461d-ae60-fa5f0afe75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:11.464674 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-a54d05ac-cd9f-461d-ae60-fa5f0afe75a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 1098 time: 0.0563989 Jun 24 07:22:11.566162 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-00e092dd-c34e-4507-aa26-826c3a3e237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:11.568091 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-00e092dd-c34e-4507-aa26-826c3a3e237f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0832880 Jun 24 07:22:11.633312 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-97f4ee93-6e2f-4249-ae38-dd734110f610 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 HTTP/1.1" status: 200 len: 1001 time: 0.0583248 Jun 24 07:22:11.681829 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-8cb020bf-b603-41a2-ad1c-c3cc06b42d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:11.683172 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-8cb020bf-b603-41a2-ad1c-c3cc06b42d6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0432978 Jun 24 07:22:11.737222 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-ba6acd43-053f-4c2e-a8a5-4492709cc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:11.738626 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-ba6acd43-053f-4c2e-a8a5-4492709cc888 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491080 Jun 24 07:22:11.827482 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-2a35df46-b992-4d28-94ea-d77fbd2a173e service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816319 Jun 24 07:22:11.912537 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1929e04b-0eea-4713-a9df-0190b2e79e69 req-13f35eee-8124-43e8-a68e-2cc81713b6d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777123 Jun 24 07:22:25.633840 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-332bf000-8ecf-4099-b292-63b3d964ae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:28.233308 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0ca9-670f-4e8d-b04d-cc9a1e28cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:28.593520 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:29.747849 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:31.404757 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:35.441242 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e85365-ee30-4634-85a1-0aad83be8998 req-eccdbf10-dc84-4068-b62a-6d8350c666f5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:35.443594 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-82e85365-ee30-4634-85a1-0aad83be8998 req-eccdbf10-dc84-4068-b62a-6d8350c666f5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 945 time: 0.1718388 Jun 24 07:22:35.482162 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-82e85365-ee30-4634-85a1-0aad83be8998 req-8056578b-0edd-4ef6-ba7e-1ce68961fe18 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331552 Jun 24 07:22:35.850757 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:36.716389 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8de588-871e-4b9c-9a63-c711497d587b req-eb420445-c9c5-4916-bcf7-6181a7a8c1aa tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:36.719132 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9c8de588-871e-4b9c-9a63-c711497d587b req-eb420445-c9c5-4916-bcf7-6181a7a8c1aa tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 945 time: 0.1119168 Jun 24 07:22:36.782144 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9c8de588-871e-4b9c-9a63-c711497d587b req-253f9b07-52a5-4697-83ec-35da2c68e135 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582418 Jun 24 07:22:36.814167 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-195c763b-723a-4fee-8698-17ddaae0ef3c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:36.815604 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-195c763b-723a-4fee-8698-17ddaae0ef3c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 945 time: 0.0851619 Jun 24 07:22:36.912392 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Deleting port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:22:36.912724 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:36.997352 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] For port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:22:36.997714 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:37.163588 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:37.163964 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:37.164274 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.db.l3_db [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Floating IP d65dfdf1-eb3a-4f48-9505-14d6fc221ee8 disassociated. External IP: 172.27.2.149, port: 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98. Jun 24 07:22:37.164615 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Calling delete_port for 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:22:37.370563 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:37.374538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-12c6b954-6cb6-4143-8a3c-80c1495e0b5a tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:22:37.399226 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event deleted for resources: {'Port': ['ID=68dbd11b-dbaf-4e1b-b799-41a7d88d0e98,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:22:37.412489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.412489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.412489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.412489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.412489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.412489 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.413036 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.413036 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.413432 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.413856 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.414141 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.414488 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:37.420736 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:22:37.519455 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:22:37.622199 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:22:37.631277 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:22:37.639709 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:22:37.640390 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:22:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:22:37.667201 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] No DVR routers for this DVR port 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:22:37.669921 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:37.672143 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a274bc4e-89a7-48aa-bb25-9c173686be9f req-a9365b32-4a7d-4a2b-83ae-ef90938257a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "DELETE /v2.0/ports/68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 HTTP/1.1" status: 204 len: 173 time: 0.8517964 Jun 24 07:22:37.672676 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'name': 'network-vif-deleted', 'tag': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:22:37.675725 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd7609-8677-4048-9bb4-daca5b6ed05b" -d '{"events": [{"server_uuid": "08e44695-3871-4a44-baf3-cdf549f9ae3f", "name": "network-vif-deleted", "tag": "68dbd11b-dbaf-4e1b-b799-41a7d88d0e98"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:22:37.750499 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:22:37.776186 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513ad033-e545-49e1-9977-27ef68c9e1b6 x-openstack-request-id: req-513ad033-e545-49e1-9977-27ef68c9e1b6 {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:22:37.779395 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e44695-3871-4a44-baf3-cdf549f9ae3f", "name": "network-vif-deleted", "tag": "68dbd11b-dbaf-4e1b-b799-41a7d88d0e98", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:22:37.779395 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-513ad033-e545-49e1-9977-27ef68c9e1b6 {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:22:37.779395 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e44695-3871-4a44-baf3-cdf549f9ae3f', 'name': 'network-vif-deleted', 'tag': '68dbd11b-dbaf-4e1b-b799-41a7d88d0e98', 'status': 'completed', 'code': 200} Jun 24 07:22:37.941315 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4fbeeff4-8447-4fe3-af50-ccb37bba85e3 req-422a042f-97be-4e93-92ac-0e1ddb79e2b3 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e44695-3871-4a44-baf3-cdf549f9ae3f HTTP/1.1" status: 200 len: 210 time: 0.0296953 Jun 24 07:22:37.961177 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:22:37.986839 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:22:37.995328 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:22:37.995870 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:22:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:22:38.096578 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:22:38.296310 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:22:38.321758 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a639d-ede4-4223-9d48-3b5d2079e903 None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:22:38.541163 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634db46-11ea-48f1-b462-e9ecdc993a3b None None] New status for floating IP d65dfdf1-eb3a-4f48-9505-14d6fc221ee8: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:22:39.223021 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-2bbf591b-9e3c-4ccc-8789-baeff32a6efe tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605249372&fields=id&tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 267 time: 0.0319674 Jun 24 07:22:39.327691 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-c09486b6-fc0e-4ca2-b458-5ed0c671233e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:39.329091 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-c09486b6-fc0e-4ca2-b458-5ed0c671233e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 811 time: 0.0989234 Jun 24 07:22:39.343441 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-a6b3ad10-d0ee-4884-aa9a-5181ca995489 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/quotas/5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 375 time: 0.0087886 Jun 24 07:22:39.408615 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-e17dabd2-1275-48d5-9101-24b574302ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603032 Jun 24 07:22:39.501814 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-7f9554b9-bd9b-4370-b38a-d68e667c8875 service neutron] 10.222.0.15 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814903 Jun 24 07:22:39.589707 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-79c156ed-db4c-4186-8a2f-4b4a7ea7002c service neutron] 10.222.0.15 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821712 Jun 24 07:22:39.750501 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:22:40.161580 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-790caa4a-b85a-4e46-9211-e10a7a9a63b4 req-2515e426-a6ab-4b43-ae35-8f3bb75810c5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 210 time: 0.0294023 Jun 24 07:22:41.311055 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-37c90181-b76b-4bda-b842-a11e9a9ec83c req-a0425b50-4ef3-4dc5-aeac-d70760d29f5e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 210 time: 0.0286078 Jun 24 07:22:41.843007 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:22:41.862084 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:22:41.862432 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 68dbd11b-dbaf-4e1b-b799-41a7d88d0e98 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:22:42.448703 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8a5bfc35-3021-4c74-9281-ebf07f5dabac req-5bfac7a5-eac1-4ff8-87d5-2a278e8f450c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 210 time: 0.0277019 Jun 24 07:22:42.450190 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-6cdb25dc-0067-43b9-b9b7-89a70b09d164 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:42.451604 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-6cdb25dc-0067-43b9-b9b7-89a70b09d164 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 811 time: 0.1020799 Jun 24 07:22:42.501762 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-f4a0c889-0f15-402e-b782-d6229905fe5b tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 379 time: 0.0392394 Jun 24 07:22:42.510203 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'port': {'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'admin_state_up': True, 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'security_groups': ['309c7fb7-2243-4d29-8e69-15bd51151328']}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:22:42.684833 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Made reservation on behalf of 5c2dd8c2a3424fccbdabf6894fa2a833 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:22:42.688507 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:42.811856 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Allocated IP 172.20.0.12 (f5f2aaa1-c196-48d3-bf12-e03b4dd04ced/92a346ee-993e-493b-a7c6-7c7f85c97315/1e81e908-fb63-4ba0-86d3-1c181bc24478) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:22:42.946530 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:42.960379 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Transition to ACTIVE for port object 1e81e908-fb63-4ba0-86d3-1c181bc24478 will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:22:43.102214 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:43.106253 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-311473af-3e1f-460a-9d8d-2b7ab4c1439c tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:22:43.143447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:22:43.147168 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:22:43.153301 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:22:43.177289 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=1e81e908-fb63-4ba0-86d3-1c181bc24478,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:22:43.181995 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:22:43.205200 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:43.209170 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:43.354385 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-0a89f1eb-a8e1-4511-ad34-7538690a5bc4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8476908 Jun 24 07:22:43.366032 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Request body: {'port': {'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:22:43.443305 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:43.456558 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-70f5918d-2939-4b26-92b8-070f881875e5 None None] Provisioning for port 1e81e908-fb63-4ba0-86d3-1c181bc24478 completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:22:43.460582 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-70f5918d-2939-4b26-92b8-070f881875e5 None None] Provisioning complete for port 1e81e908-fb63-4ba0-86d3-1c181bc24478 triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:22:43.460981 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-70f5918d-2939-4b26-92b8-070f881875e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:43.516723 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-70f5918d-2939-4b26-92b8-070f881875e5 None None] Port 1e81e908-fb63-4ba0-86d3-1c181bc24478 cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:22:43.692688 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bba9b-1535-4988-aad6-3138375da4a7 req-f59a74ef-ea96-4356-96e9-cf255dbe7a77 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:43.694171 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c42bba9b-1535-4988-aad6-3138375da4a7 req-f59a74ef-ea96-4356-96e9-cf255dbe7a77 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 932 time: 0.1312897 Jun 24 07:22:44.036477 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-c42bba9b-1535-4988-aad6-3138375da4a7 req-dc43f1bc-6764-4eb6-a9f9-acd8531af8ca tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658817 Jun 24 07:22:44.049559 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e81e908-fb63-4ba0-86d3-1c181bc24478 {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:22:44.057705 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:44.069763 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Transition to ACTIVE for port object 1e81e908-fb63-4ba0-86d3-1c181bc24478 will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:22:44.210274 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:44.212328 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0bf52820-ad7b-4614-96ae-eabc37262785 tempest-VolumesNegativeTest-1698342627 tempest-VolumesNegativeTest-1698342627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:22:44.260538 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e81e908-fb63-4ba0-86d3-1c181bc24478,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:22:44.264147 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:22:44.333279 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Attempting to bind port 1e81e908-fb63-4ba0-86d3-1c181bc24478 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:22:44.340524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Attempting to bind port 1e81e908-fb63-4ba0-86d3-1c181bc24478 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:22:44.340524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Attempting to bind port 1e81e908-fb63-4ba0-86d3-1c181bc24478 on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:22:44.340524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Port 1e81e908-fb63-4ba0-86d3-1c181bc24478 on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 07:22:44.340524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Attempting to bind port 1e81e908-fb63-4ba0-86d3-1c181bc24478 on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:22:44.343710 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:22:44.344056 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Checking segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:22:44.344441 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Bound using segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:22:44.344870 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Bound port: 1e81e908-fb63-4ba0-86d3-1c181bc24478, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:22:44.345263 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:44.407611 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] For port 1e81e908-fb63-4ba0-86d3-1c181bc24478, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:22:44.411104 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] For port 1e81e908-fb63-4ba0-86d3-1c181bc24478, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:22:44.491256 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:44.494191 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-ff3af3fe-c4a3-4f51-ad69-a8b1f700afd4 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:22:44.526451 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:44.527079 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:44.529129 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e81e908-fb63-4ba0-86d3-1c181bc24478 HTTP/1.1" status: 200 len: 1094 time: 1.1671274 Jun 24 07:22:44.529129 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:22:44.531281 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd95f9-0502-4ee0-82f8-ace1ac161fee" -d '{"events": [{"name": "network-changed", "server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:22:44.555266 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e81e908-fb63-4ba0-86d3-1c181bc24478,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:22:44.559382 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:22:44.574330 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538f2ede-ef22-4911-a63f-f6d3146d999a x-openstack-request-id: req-538f2ede-ef22-4911-a63f-f6d3146d999a {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:22:44.574668 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:22:44.574965 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-538f2ede-ef22-4911-a63f-f6d3146d999a {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:22:44.575463 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'status': 'completed', 'code': 200} Jun 24 07:22:44.653897 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd95f9-0502-4ee0-82f8-ace1ac161fee req-e672287c-cba1-4c1f-b8a0-d987f61f6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:44.655485 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b6bd95f9-0502-4ee0-82f8-ace1ac161fee req-e672287c-cba1-4c1f-b8a0-d987f61f6da9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1097 time: 0.0602643 Jun 24 07:22:44.750970 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd95f9-0502-4ee0-82f8-ace1ac161fee req-03bb8026-c094-4b31-90f0-d489a88d0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:44.752576 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b6bd95f9-0502-4ee0-82f8-ace1ac161fee req-03bb8026-c094-4b31-90f0-d489a88d0782 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0898988 Jun 24 07:22:44.845890 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd95f9-0502-4ee0-82f8-ace1ac161fee req-ea17b628-9ed8-4397-a667-c22ab935877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:44.847352 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-b6bd95f9-0502-4ee0-82f8-ace1ac161fee req-ea17b628-9ed8-4397-a667-c22ab935877a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885942 Jun 24 07:22:44.931701 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-bf7feb78-1c11-4c23-935e-5356556eb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:44.933167 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-bf7feb78-1c11-4c23-935e-5356556eb8ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1097 time: 0.0500219 Jun 24 07:22:44.973843 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-1db7d6bc-1e1a-4150-ac10-215b1020c84d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478 HTTP/1.1" status: 200 len: 217 time: 0.0339637 Jun 24 07:22:45.024819 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-50fa18c5-65fd-4df8-8fad-1b1cef08196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:45.026231 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-50fa18c5-65fd-4df8-8fad-1b1cef08196c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0461907 Jun 24 07:22:45.080933 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-191f8c7c-171b-4afe-ad42-0b7515278dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:45.082605 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-191f8c7c-171b-4afe-ad42-0b7515278dda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503399 Jun 24 07:22:45.203348 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-e06e40cf-cd7c-4735-86c3-936db1b3bf67 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133547 Jun 24 07:22:45.281584 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd044344-bc8b-477b-8e7a-ed2057457f71 req-8a4bc3de-9440-416a-bd9a-5c54cc7e7b99 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:45.283011 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd044344-bc8b-477b-8e7a-ed2057457f71 req-8a4bc3de-9440-416a-bd9a-5c54cc7e7b99 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 944 time: 0.1257503 Jun 24 07:22:45.334386 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-d3405dc4-7d16-40e3-9326-e50640a0dc95 req-00c0325d-f409-4a41-b7be-6d72fbd805e6 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245420 Jun 24 07:22:45.339184 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-bd044344-bc8b-477b-8e7a-ed2057457f71 req-9b303d13-09dd-4ac9-8ff5-70671ea79124 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505464 Jun 24 07:22:46.514787 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b56dd-d635-47dd-a19d-f24d50a60c9c req-0491912d-725a-4095-a0be-b192e665f53e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:46.516214 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-879b56dd-d635-47dd-a19d-f24d50a60c9c req-0491912d-725a-4095-a0be-b192e665f53e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 944 time: 0.0610545 Jun 24 07:22:46.557085 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-879b56dd-d635-47dd-a19d-f24d50a60c9c req-34684312-4d86-4aa5-8bd1-1a64dddde643 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352116 Jun 24 07:22:47.726087 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27745128-d1fb-4200-8578-37669e5efbbb req-93dd67a5-ad98-4b87-8fe3-85a2d9eae9b8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:47.727547 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-27745128-d1fb-4200-8578-37669e5efbbb req-93dd67a5-ad98-4b87-8fe3-85a2d9eae9b8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 944 time: 0.0612874 Jun 24 07:22:47.763596 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-27745128-d1fb-4200-8578-37669e5efbbb req-d6a12353-4d33-46be-82a1-17e3c06fd519 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303822 Jun 24 07:22:48.930803 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f420040-5402-447b-badf-30061020df01 req-1f50860d-e08d-4809-a2d0-ad124efc5ea8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:48.932247 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3f420040-5402-447b-badf-30061020df01 req-1f50860d-e08d-4809-a2d0-ad124efc5ea8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 944 time: 0.0612295 Jun 24 07:22:48.970143 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-3f420040-5402-447b-badf-30061020df01 req-e987fd6d-27fc-4b17-94e1-467c512ac5a0 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322821 Jun 24 07:22:50.140890 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbbe17-8fc9-435a-a7f8-d6d7ddcd3066 req-69d904cc-2891-4afb-ada5-cf2e4d2904b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:50.142355 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1dcbbe17-8fc9-435a-a7f8-d6d7ddcd3066 req-69d904cc-2891-4afb-ada5-cf2e4d2904b5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 944 time: 0.0648906 Jun 24 07:22:50.178818 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1dcbbe17-8fc9-435a-a7f8-d6d7ddcd3066 req-ec83ecc7-e6e2-42ab-98cb-68ef91db1413 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307708 Jun 24 07:22:51.350699 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355898b-6192-4d22-b546-7c2140bc9dc6 req-ee24f984-2af9-4dcb-8874-70c2abe03561 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:51.352195 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1355898b-6192-4d22-b546-7c2140bc9dc6 req-ee24f984-2af9-4dcb-8874-70c2abe03561 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 944 time: 0.0649838 Jun 24 07:22:51.391245 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1355898b-6192-4d22-b546-7c2140bc9dc6 req-6091c953-217b-4274-8151-52e796ad2890 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333874 Jun 24 07:22:51.899751 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 1e81e908-fb63-4ba0-86d3-1c181bc24478 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 07:22:51.992544 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 1e81e908-fb63-4ba0-86d3-1c181bc24478, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:22:52.003231 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 07:22:52.045876 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:52.174610 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e81e908-fb63-4ba0-86d3-1c181bc24478 {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:22:52.193656 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 1e81e908-fb63-4ba0-86d3-1c181bc24478, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:22:52.267668 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:52.269370 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-e88aba62-15d3-4be0-bc51-f046bb1148e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:22:52.314671 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=1e81e908-fb63-4ba0-86d3-1c181bc24478,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:22:52.322247 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.322595 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.322936 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.323264 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.323592 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.323918 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.324242 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.324560 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.324888 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.325241 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.325560 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.325877 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:52.329672 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:22:52.493460 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['1e81e908-fb63-4ba0-86d3-1c181bc24478'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:22:52.561088 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8cb8-14b4-457a-a091-5fad4b6d9c9f req-198fdbe3-a018-4320-a55b-9d3b74945a40 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:52.562550 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0fac8cb8-14b4-457a-a091-5fad4b6d9c9f req-198fdbe3-a018-4320-a55b-9d3b74945a40 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 945 time: 0.0629847 Jun 24 07:22:52.600105 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-0fac8cb8-14b4-457a-a091-5fad4b6d9c9f req-9dd7f7e7-d5c8-49b9-9ccc-d19e3df6325c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313830 Jun 24 07:22:53.775913 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3d64e-30b1-4013-b9da-af796ba3df9f req-168f9e0e-433d-4b5a-ad37-c63ce72fbb76 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:53.777377 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-caf3d64e-30b1-4013-b9da-af796ba3df9f req-168f9e0e-433d-4b5a-ad37-c63ce72fbb76 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 945 time: 0.0656512 Jun 24 07:22:53.813403 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-caf3d64e-30b1-4013-b9da-af796ba3df9f req-4a12ea16-1336-48c2-a11e-a30a49202cde tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305324 Jun 24 07:22:53.899819 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 1e81e908-fb63-4ba0-86d3-1c181bc24478 up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:22:54.010562 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 1e81e908-fb63-4ba0-86d3-1c181bc24478 completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:22:54.014417 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 1e81e908-fb63-4ba0-86d3-1c181bc24478 triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:22:54.014799 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:54.092335 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:54.113264 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:22:54.118043 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d091cfb-937d-4242-9595-31e9eefd80ce" -d '{"events": [{"server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "name": "network-vif-plugged", "status": "completed", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:22:54.127593 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 1e81e908-fb63-4ba0-86d3-1c181bc24478, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:22:54.209296 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacbe8f7-0a73-4161-b68a-8a2163659d54 x-openstack-request-id: req-cacbe8f7-0a73-4161-b68a-8a2163659d54 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:22:54.209603 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "name": "network-vif-plugged", "status": "completed", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:22:54.209866 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cacbe8f7-0a73-4161-b68a-8a2163659d54 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:22:54.210266 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'code': 200} Jun 24 07:22:54.233095 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:54.238331 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:22:54.279674 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=1e81e908-fb63-4ba0-86d3-1c181bc24478,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:22:54.282569 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:22:54.642948 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21a24a-f77b-45d5-978b-cfab538fa086 req-60f53f78-5598-4c15-8948-9d2c86b831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:54.644391 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ac21a24a-f77b-45d5-978b-cfab538fa086 req-60f53f78-5598-4c15-8948-9d2c86b831bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1099 time: 0.0532548 Jun 24 07:22:54.677777 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ac21a24a-f77b-45d5-978b-cfab538fa086 req-e7c457f3-bec4-43c0-94e0-d58b012ae4a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265737 Jun 24 07:22:54.985765 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e42c4-6a0c-4c44-82f5-16a8cd7ba6cc req-d30f1762-2561-4a06-8194-913ec1b7e7de tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:54.987210 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-520e42c4-6a0c-4c44-82f5-16a8cd7ba6cc req-d30f1762-2561-4a06-8194-913ec1b7e7de tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 946 time: 0.0636876 Jun 24 07:22:55.023827 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-520e42c4-6a0c-4c44-82f5-16a8cd7ba6cc req-d47c80a7-c21d-4ff2-8938-489020ab262f tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304792 Jun 24 07:22:55.690595 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-4783f738-0a37-4222-be8f-f58ab205208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:56.195447 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505df667-e44e-4bd4-bd0f-58192336bfed req-81d8353d-7f38-4669-953d-be7248bf1dca tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:56.196897 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-505df667-e44e-4bd4-bd0f-58192336bfed req-81d8353d-7f38-4669-953d-be7248bf1dca tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 946 time: 0.0633764 Jun 24 07:22:56.232952 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-505df667-e44e-4bd4-bd0f-58192336bfed req-b4e970f3-2665-45d4-b6c6-6267cd53e251 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304914 Jun 24 07:22:56.406332 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354ec93-2a6e-4985-beb4-34ae3cd1ef78 req-35ad2911-1b7b-4c10-8880-9180a29337a5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:56.407710 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8354ec93-2a6e-4985-beb4-34ae3cd1ef78 req-35ad2911-1b7b-4c10-8880-9180a29337a5 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 946 time: 0.0651174 Jun 24 07:22:56.448040 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8354ec93-2a6e-4985-beb4-34ae3cd1ef78 req-fe8d7bdc-b8d1-40ad-8410-74bbb7486735 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344431 Jun 24 07:22:56.472999 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59670) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:22:56.522704 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aff4eac-33f8-4331-9675-0340ee13cd8d tempest-TestVolumeBootPattern-405616594 tempest-TestVolumeBootPattern-405616594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:56.524158 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-6aff4eac-33f8-4331-9675-0340ee13cd8d tempest-TestVolumeBootPattern-405616594 tempest-TestVolumeBootPattern-405616594-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1094 time: 0.0501738 Jun 24 07:22:56.526831 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59672) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:22:56.531258 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:22:56.604453 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:56.699355 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:56.802297 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Allocated IP 172.27.2.70 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/79f51851-06c0-435c-ba8d-00ecc20e5881) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:22:56.900843 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:57.039405 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:57.041474 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:22:57.077160 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:22:57.081779 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:22:57.084986 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:22:57.107789 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=79f51851-06c0-435c-ba8d-00ecc20e5881,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:22:57.117155 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.117539 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.117908 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.118270 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.118627 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.118985 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.119598 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.119980 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.120346 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.120700 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.121053 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.121422 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:22:57.124979 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:22:57.724351 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:57.854977 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:58.000954 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:58.067634 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5740035'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:58.070588 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9ef6671f-745b-437c-894a-26705e295c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:22:58.139393 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=79f51851-06c0-435c-ba8d-00ecc20e5881,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:22:58.142219 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:22:58.151320 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:58.247032 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Floating IP f366c7bf-9174-4e35-b1f7-ab5d913439fd associated. External IP: 172.27.2.70, port: 1e81e908-fb63-4ba0-86d3-1c181bc24478. Jun 24 07:22:58.318957 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-daeddc92-a161-44e5-8a49-0136f1aa1257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:58.450242 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:22:58.556922 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:22:58.565923 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:22:58.575231 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:22:58.575857 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:22:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:22:58.611528 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:58.639153 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:22:58.674356 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-e8f1ed0e-55c4-460b-9adc-3edd19635640 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1464925 Jun 24 07:22:58.675045 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:22:58.678265 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7167ba69-5866-4665-9906-a12f74597707" -d '{"events": [{"name": "network-changed", "server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:22:58.682816 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:22:58.716421 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e64df3-863a-4d08-8633-9f1bb00d069a x-openstack-request-id: req-e1e64df3-863a-4d08-8633-9f1bb00d069a {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:22:58.717041 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:22:58.717340 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1e64df3-863a-4d08-8633-9f1bb00d069a {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:22:58.717780 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'status': 'completed', 'code': 200} Jun 24 07:22:58.789438 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167ba69-5866-4665-9906-a12f74597707 req-5d297d5a-830a-45cf-a08c-2000654996e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:58.790899 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7167ba69-5866-4665-9906-a12f74597707 req-5d297d5a-830a-45cf-a08c-2000654996e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1099 time: 0.0509217 Jun 24 07:22:58.880963 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167ba69-5866-4665-9906-a12f74597707 req-0545682a-2885-4c87-acd4-ffdea59533fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:58.882429 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7167ba69-5866-4665-9906-a12f74597707 req-0545682a-2885-4c87-acd4-ffdea59533fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0854897 Jun 24 07:22:58.904066 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:57Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:22:58.929608 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:22:58.937825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:22:58.938458 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:22:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:22:58.945651 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7167ba69-5866-4665-9906-a12f74597707 req-6e0b11e9-ac98-4a1a-90de-bd1c713271d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478 HTTP/1.1" status: 200 len: 999 time: 0.0566108 Jun 24 07:22:58.993858 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167ba69-5866-4665-9906-a12f74597707 req-f49f4cf0-8701-48c6-b58b-847ef5799107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:58.995296 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7167ba69-5866-4665-9906-a12f74597707 req-f49f4cf0-8701-48c6-b58b-847ef5799107 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0437918 Jun 24 07:22:59.041860 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:22:59.055762 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167ba69-5866-4665-9906-a12f74597707 req-05ee8f49-4428-4b52-b0ee-00c2c07ca3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:22:59.057271 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7167ba69-5866-4665-9906-a12f74597707 req-05ee8f49-4428-4b52-b0ee-00c2c07ca3f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559902 Jun 24 07:22:59.145526 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7167ba69-5866-4665-9906-a12f74597707 req-0fb67a96-967f-4973-9ce6-1caad2d28196 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808578 Jun 24 07:22:59.237340 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7167ba69-5866-4665-9906-a12f74597707 req-54164c2c-4852-40ed-b11e-117b9c6fb7f5 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853930 Jun 24 07:22:59.262061 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:57Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:22:59.288193 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c09e8-345d-4a5f-9174-52f25d166b97 None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:57Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:22:59.479153 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba022cb-105f-4c70-b3f5-c51caea994bf None None] New status for floating IP f366c7bf-9174-4e35-b1f7-ab5d913439fd: ACTIVE {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:22:59.736153 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:01.324280 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:05.878822 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:13.303663 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-15cccad8-75d5-43df-99f5-b513907c359b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501044 Jun 24 07:23:13.396792 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-555ef16e-6ce8-4e8f-9cb8-b2604ce0b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:23:13.398327 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-555ef16e-6ce8-4e8f-9cb8-b2604ce0b274 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1099 time: 0.0510552 Jun 24 07:23:13.505448 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-8f9d6a08-744c-490e-805c-dfb9dea1c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:23:13.506864 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-8f9d6a08-744c-490e-805c-dfb9dea1c8fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0861084 Jun 24 07:23:13.569123 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-abd049c1-0ee8-49cd-a48f-c76eb2a9783a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478 HTTP/1.1" status: 200 len: 1001 time: 0.0544324 Jun 24 07:23:13.620275 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-4559341d-58e8-4e79-a00a-4c951aaf5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:23:13.621705 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-4559341d-58e8-4e79-a00a-4c951aaf5a1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0456684 Jun 24 07:23:13.677361 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-e78627fc-43a3-4806-a41d-0099479e6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:23:13.678795 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-e78627fc-43a3-4806-a41d-0099479e6f88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506825 Jun 24 07:23:13.769040 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-3d91ffdb-7049-4580-951a-2dd86a656fe5 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833919 Jun 24 07:23:13.861000 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-8c96710a-8852-48c1-ad94-74f1d0b61b58 req-381dac2f-807d-4030-9214-035ee50224d6 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846112 Jun 24 07:23:16.749281 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:23:25.649689 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfdbf-2a61-413c-8c6d-083e1cab18f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:28.250048 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d83-d6bf-4877-afa1-c65f10d972ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:28.632626 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:29.764110 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:31.335824 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:35.884151 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:53.747195 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:23:55.632440 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-c6f8371d-30c8-4e53-b5ed-9d87277ef1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:58.243652 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a51447e3-8de6-4ea3-87c0-73dfb46c9d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:58.609266 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:23:59.780823 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:01.369433 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:05.906545 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:15.285135 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-e2839c76-47b7-49b1-aa74-82ffdee989d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500269 Jun 24 07:24:15.379078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-8a3e27b0-abba-47ce-accc-a21c8e0a2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:15.380519 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-8a3e27b0-abba-47ce-accc-a21c8e0a2a00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1099 time: 0.0542099 Jun 24 07:24:15.478991 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-44c366d1-6805-42ad-8d24-aa67e57dac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:15.480380 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-44c366d1-6805-42ad-8d24-aa67e57dac3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0806842 Jun 24 07:24:15.546017 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-cc814ec5-d68d-4fab-a127-84f5ffdfb072 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478 HTTP/1.1" status: 200 len: 1001 time: 0.0587697 Jun 24 07:24:15.594921 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-b64b8516-82d2-4d35-9115-afd096d0048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:15.596313 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-b64b8516-82d2-4d35-9115-afd096d0048c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0441017 Jun 24 07:24:15.649015 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-f17f30b7-fa59-4d7f-9e5f-ca979cf25a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:15.650418 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-f17f30b7-fa59-4d7f-9e5f-ca979cf25a4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481462 Jun 24 07:24:15.739819 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-b1a09405-49d3-409b-81b8-138c13ce2d99 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832484 Jun 24 07:24:15.824912 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-ffb33326-0c72-4c9a-9bea-cd7216e8442a req-e8f0c54c-3962-4291-93c6-3a9e5cf08d25 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787139 Jun 24 07:24:25.643205 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-92001c9e-59fa-4e74-ab84-d1327226e915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:28.254725 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-907ed665-b18e-4cab-b53c-5caa67ab1b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:28.574534 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:29.774951 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:30.745406 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:24:31.357404 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:34.373694 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-d752bdd9-a35a-40f3-a1e2-cb9af98c2164 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605249372&fields=id&tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 267 time: 0.0367560 Jun 24 07:24:34.489266 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-0209b646-ab26-4e62-a8d5-4b8d97abd511 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:34.490741 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-0209b646-ab26-4e62-a8d5-4b8d97abd511 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 811 time: 0.1099269 Jun 24 07:24:34.505864 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-24727244-3203-4e67-8e8b-cb46d9e3ec53 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/quotas/5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 375 time: 0.0094562 Jun 24 07:24:34.583029 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-efbb549f-b944-4216-b6e9-f564dd771c1d tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0720925 Jun 24 07:24:34.741945 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-aa38e17a-efca-4e61-90d6-b56b81ca7c18 service neutron] 10.222.0.15 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463752 Jun 24 07:24:34.842782 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-32b8eb56-2144-4b77-ba38-389f64c1ae48 service neutron] 10.222.0.15 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943103 Jun 24 07:24:35.613883 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-af785880-7a05-41ef-8a87-19f78396e012 req-d4091bbd-a823-48dc-ad13-d9bae5ff1a1d tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 210 time: 0.0336614 Jun 24 07:24:35.985924 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:36.752733 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-1dbbf8b9-6fca-4804-a312-f25d45b040e6 req-5d968525-0752-4bc4-92bd-dfe012e37c54 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 210 time: 0.0285559 Jun 24 07:24:37.838201 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-1dab956e-d821-4c10-b5de-01fc3b1b057f tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:37.839625 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-1dab956e-d821-4c10-b5de-01fc3b1b057f tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 811 time: 0.1004341 Jun 24 07:24:37.903818 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3cb38763-18a7-421f-9607-ad9da2c20f7f req-3d113eca-66fd-4370-a95a-e67c576c6ac9 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 210 time: 0.0326204 Jun 24 07:24:37.918803 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-3a61b666-a5e3-42ae-8b20-b488e48a7bbb tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833 HTTP/1.1" status: 200 len: 379 time: 0.0619924 Jun 24 07:24:37.927616 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'port': {'device_id': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'admin_state_up': True, 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'security_groups': ['309c7fb7-2243-4d29-8e69-15bd51151328']}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:24:38.133757 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Made reservation on behalf of 5c2dd8c2a3424fccbdabf6894fa2a833 for: {'port': 1} {{(pid=100201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 07:24:38.133757 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:38.257532 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_common [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Allocated IP 172.20.0.7 (f5f2aaa1-c196-48d3-bf12-e03b4dd04ced/92a346ee-993e-493b-a7c6-7c7f85c97315/3c4da24a-03c1-4ea6-bb42-74ae7a0330ce) {{(pid=100201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:24:38.390050 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:38.403586 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Transition to ACTIVE for port object 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce will not be triggered until provisioned by entity DHCP. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:24:38.546117 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8494754'] for port, after_create {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:38.550813 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-53d71c70-7f8f-4110-8cba-916ffdc4d2fd tempest-AttachVolumeTestJSON-961831294 tempest-AttachVolumeTestJSON-961831294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:24:38.592028 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced is already hosted by enough agents. {{(pid=100201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:24:38.595133 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.base_scheduler [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Resources bound (agent type, host, resource id): {{(pid=100201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:24:38.601478 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Received port after_create {{(pid=100201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:24:38.630810 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,revision_number=1']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:24:38.643404 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.643779 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.644159 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.644532 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.644894 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.645282 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.645643 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.646029 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.646386 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.646740 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.647093 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.647441 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:38.653233 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:24:38.665492 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:38.666103 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:38.872704 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-131f0b5b-e370-4579-9341-7dbbba1e5aad tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9487891 Jun 24 07:24:38.884811 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.v2.base [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Request body: {'port': {'device_id': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=100201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:24:38.959844 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:38.974747 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-33e5bf30-81f6-42f5-a0fb-aad91be99656 None None] Provisioning for port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce completed by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:24:38.979109 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-33e5bf30-81f6-42f5-a0fb-aad91be99656 None None] Provisioning complete for port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce triggered by entity DHCP. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:24:38.982234 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-33e5bf30-81f6-42f5-a0fb-aad91be99656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:39.015923 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-33e5bf30-81f6-42f5-a0fb-aad91be99656 None None] Port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce cannot update to ACTIVE because it is not bound. {{(pid=100202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 07:24:39.085287 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad91-1198-4406-a1a6-7cf92277a9cc req-91e111a4-b141-4767-ba4b-3430cff4eb04 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:39.086759 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ffd8ad91-1198-4406-a1a6-7cf92277a9cc req-91e111a4-b141-4767-ba4b-3430cff4eb04 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 931 time: 0.0652692 Jun 24 07:24:39.124350 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-ffd8ad91-1198-4406-a1a6-7cf92277a9cc req-c860a8a4-5339-4dae-994f-424740fa133a tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308671 Jun 24 07:24:39.222604 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce {{(pid=100201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:24:39.229669 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:39.241440 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.provisioning_blocks [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Transition to ACTIVE for port object 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce will not be triggered until provisioned by entity L2. {{(pid=100201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 07:24:39.340105 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:39.343427 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-260eb19c-964c-4fa8-988b-993ef8f544e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:24:39.393357 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,revision_number=2']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:24:39.411084 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:24:39.465832 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Attempting to bind port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce on host hv-cinder-78409 for vnic_type normal with profile {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 07:24:39.466636 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Attempting to bind port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 07:24:39.467074 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Attempting to bind port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:24:39.471949 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 07:24:39.472357 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Attempting to bind port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce on network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 07:24:39.477559 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Checking agent: {'id': 'c52bf321-1630-44a1-b5c5-431dd4aa7c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'started_at': datetime.datetime(2021, 6, 24, 6, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 07:24:39.477905 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Checking segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 07:24:39.478294 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Bound using segment: {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'} {{(pid=100201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 07:24:39.478726 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.managers [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Bound port: 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19821cfd-9e74-455d-a60f-211bd01957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced'}}] {{(pid=100201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 07:24:39.479082 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:39.544115 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] For port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce, host hv-cinder-78409, cleared binding levels {{(pid=100201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 07:24:39.547256 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] For port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 07:24:39.615183 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8494736'] for port, after_update {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:39.617302 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-c31dd7a7-3384-43dc-9fd6-5cec7952cf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:24:39.649200 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:39.649809 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:39.651259 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c4da24a-03c1-4ea6-bb42-74ae7a0330ce HTTP/1.1" status: 200 len: 1093 time: 0.7705152 Jun 24 07:24:39.651731 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:24:39.653981 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db66c246-6f99-410d-ba4a-4efa578ed8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:24:39.683657 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,revision_number=3']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:24:39.688438 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-76b8865e-5a89-4a78-98dd-1e27f7740d99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:24:39.699453 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db458f73-756d-4abe-9a8b-a613ce5a9deb x-openstack-request-id: req-db458f73-756d-4abe-9a8b-a613ce5a9deb {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:24:39.700354 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:24:39.700679 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db458f73-756d-4abe-9a8b-a613ce5a9deb {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:24:39.701177 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'status': 'completed', 'code': 200} Jun 24 07:24:39.773511 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66c246-6f99-410d-ba4a-4efa578ed8f7 req-704c580a-a5e0-4386-96de-79d796854799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:39.775066 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-db66c246-6f99-410d-ba4a-4efa578ed8f7 req-704c580a-a5e0-4386-96de-79d796854799 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 1096 time: 0.0550737 Jun 24 07:24:39.881665 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66c246-6f99-410d-ba4a-4efa578ed8f7 req-93488b5b-ca9b-42bf-aba1-eb99d95ff369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:39.883103 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-db66c246-6f99-410d-ba4a-4efa578ed8f7 req-93488b5b-ca9b-42bf-aba1-eb99d95ff369 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000524 Jun 24 07:24:39.978846 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66c246-6f99-410d-ba4a-4efa578ed8f7 req-88edd539-7779-4c35-9e50-6bad13d473ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:39.980284 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-db66c246-6f99-410d-ba4a-4efa578ed8f7 req-88edd539-7779-4c35-9e50-6bad13d473ce service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912750 Jun 24 07:24:40.068579 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-ebdf6b28-c25f-4d23-af86-c85d67a3b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:40.070099 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-ebdf6b28-c25f-4d23-af86-c85d67a3b337 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 1096 time: 0.0524116 Jun 24 07:24:40.110471 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-49e12c6a-53ef-4b2f-a0c9-18b3b157802b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce HTTP/1.1" status: 200 len: 217 time: 0.0334148 Jun 24 07:24:40.155524 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-088318e1-e139-4e4f-97ce-36681f868fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:40.156988 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-088318e1-e139-4e4f-97ce-36681f868fe2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0404880 Jun 24 07:24:40.215590 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-4ee8b6ee-54ed-4b2e-9aa9-c0904f411ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:40.217325 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-4ee8b6ee-54ed-4b2e-9aa9-c0904f411ea3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539875 Jun 24 07:24:40.303235 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-c62eb3f9-93b4-4c4d-be89-371ece77263c service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791135 Jun 24 07:24:40.309290 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ff1aa-ec7b-4196-a87e-2cb0c2de5cf4 req-a486cef2-cd36-4919-9799-b4d92859cf68 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:40.310793 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-214ff1aa-ec7b-4196-a87e-2cb0c2de5cf4 req-a486cef2-cd36-4919-9799-b4d92859cf68 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 943 time: 0.0663815 Jun 24 07:24:40.352940 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-214ff1aa-ec7b-4196-a87e-2cb0c2de5cf4 req-f7daa6a6-b438-4f78-990a-b37563933e04 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356574 Jun 24 07:24:40.402715 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7f39cbba-9528-4277-882c-4ff3e6c42a95 req-740182d1-c748-40a9-938f-9b7fa3685fd8 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935011 Jun 24 07:24:41.527237 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac1f57-4d7c-4963-91ef-186d7f79043f req-64598743-9d2f-4a14-a02c-eea2274395a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:41.528671 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-63ac1f57-4d7c-4963-91ef-186d7f79043f req-64598743-9d2f-4a14-a02c-eea2274395a7 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 943 time: 0.0615423 Jun 24 07:24:41.564498 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-63ac1f57-4d7c-4963-91ef-186d7f79043f req-912c60b1-dabb-41dd-b7f7-64ab7d216eb3 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302160 Jun 24 07:24:42.737929 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dbcfb-13d1-408c-a48c-05e4e100b21c req-3f921da4-9f50-420a-ba61-b195d01899fb tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:42.739377 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-198dbcfb-13d1-408c-a48c-05e4e100b21c req-3f921da4-9f50-420a-ba61-b195d01899fb tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 943 time: 0.0617447 Jun 24 07:24:42.775389 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-198dbcfb-13d1-408c-a48c-05e4e100b21c req-9dbd3820-469d-4c03-b011-2b45ec689cff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304735 Jun 24 07:24:43.947589 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c77e6-8f90-4ea7-8da3-5309969c9ecd req-00dad684-e004-4a19-ba27-106f3bf9258e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:43.949043 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-083c77e6-8f90-4ea7-8da3-5309969c9ecd req-00dad684-e004-4a19-ba27-106f3bf9258e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 943 time: 0.0649810 Jun 24 07:24:43.986125 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-083c77e6-8f90-4ea7-8da3-5309969c9ecd req-193c6b87-70b6-4f07-b8b3-b7f88069e10e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314667 Jun 24 07:24:45.160267 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bd9f-cfed-4b34-99e0-aa0d8bdfe430 req-7e50f10c-f8f1-42d7-8a4a-835c31fab4ac tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:45.161795 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-44b6bd9f-cfed-4b34-99e0-aa0d8bdfe430 req-7e50f10c-f8f1-42d7-8a4a-835c31fab4ac tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 943 time: 0.0624144 Jun 24 07:24:45.198538 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-44b6bd9f-cfed-4b34-99e0-aa0d8bdfe430 req-437a6c5e-23f3-42bc-935a-375dac4460cc tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311089 Jun 24 07:24:46.365445 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f108af9-d826-4e14-a860-616ba35f0535 req-1c77aa4b-f689-467c-b165-b92debf3d70c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:46.366893 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1f108af9-d826-4e14-a860-616ba35f0535 req-1c77aa4b-f689-467c-b165-b92debf3d70c tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 943 time: 0.0613511 Jun 24 07:24:46.403542 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-1f108af9-d826-4e14-a860-616ba35f0535 req-434bd676-f61d-4bee-a716-77f30b94110f tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309529 Jun 24 07:24:47.575968 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9343e-e0c7-4394-b5e4-07f31a4efdbb req-a743709b-a118-4fb4-8af3-ac4fe4311e99 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:47.577444 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-85c9343e-e0c7-4394-b5e4-07f31a4efdbb req-a743709b-a118-4fb4-8af3-ac4fe4311e99 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 943 time: 0.0655112 Jun 24 07:24:47.614546 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-85c9343e-e0c7-4394-b5e4-07f31a4efdbb req-062dafce-851d-4550-a0f2-8eb6b846d60d tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Jun 24 07:24:48.442389 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=100202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 07:24:48.536097 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:24:48.546652 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Returning: {'device': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'port_id': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'mac_address': 'fa:16:3e:bb:91:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 07:24:48.581521 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:48.593439 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce {{(pid=100202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 07:24:48.613223 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:24:48.694875 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:48.696649 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-d6873da9-3f39-4015-b471-8506613ec06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:24:48.742395 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,revision_number=4']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:24:48.749197 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.749552 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.749898 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.750241 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.750576 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.750911 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.751270 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.751576 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.751906 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.752748 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.753090 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.753432 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:48.757440 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:24:48.785504 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745d335-2469-4992-880b-1257f6aa21b8 req-cc60c4d7-6f94-4363-8a45-354f9b63826b tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:48.786948 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5745d335-2469-4992-880b-1257f6aa21b8 req-cc60c4d7-6f94-4363-8a45-354f9b63826b tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 944 time: 0.0626216 Jun 24 07:24:48.822706 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-5745d335-2469-4992-880b-1257f6aa21b8 req-d4aa207f-3530-4831-b7df-f0c1868c1b91 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301943 Jun 24 07:24:48.907282 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] get_ports_and_sgs() called for port_ids ['3c4da24a-03c1-4ea6-bb42-74ae7a0330ce'] {{(pid=100202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 07:24:49.995839 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddbc47-8f5a-46fa-919d-0cc03a749773 req-c40e1d7e-9dc9-449b-a9e5-5c061fdd1fa9 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:49.997315 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7bddbc47-8f5a-46fa-919d-0cc03a749773 req-c40e1d7e-9dc9-449b-a9e5-5c061fdd1fa9 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 944 time: 0.0625997 Jun 24 07:24:50.033589 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-7bddbc47-8f5a-46fa-919d-0cc03a749773 req-133c4345-c3ec-423d-8696-2981ad1100dd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304198 Jun 24 07:24:50.458258 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce up at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 07:24:50.614164 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning for port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce completed by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 07:24:50.617845 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.provisioning_blocks [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Provisioning complete for port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce triggered by entity L2. {{(pid=100202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 07:24:50.618217 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3824376'] for port, provisioning_complete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:50.690653 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:50.712211 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce'}] {{(pid=100202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:24:50.714776 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa31480efbff6718c41275524e82f16538092100b85c3f45baa9a31ecb11aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ddba5-df46-45dd-83a7-f9725412fd69" -d '{"events": [{"server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "name": "network-vif-plugged", "status": "completed", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce"}]}' {{(pid=100202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:24:50.728152 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] For port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:24:50.749867 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceff1fdf-5634-4ac2-b016-2deea2d810b5 x-openstack-request-id: req-ceff1fdf-5634-4ac2-b016-2deea2d810b5 {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:24:50.750167 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "name": "network-vif-plugged", "status": "completed", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce", "code": 200}]} {{(pid=100202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:24:50.750423 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ceff1fdf-5634-4ac2-b016-2deea2d810b5 {{(pid=100202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:24:50.750835 dv-cinder-784092-10-iscsi neutron-server[100202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'code': 200} Jun 24 07:24:50.797674 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550'] for port, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:50.800216 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:24:50.844994 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Pushing event updated for resources: {'Port': ['ID=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,revision_number=5']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:24:50.848530 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:24:51.164980 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47134e96-0aae-45b3-a08a-2f6fc6d21a20 req-687cb94f-0fa0-4881-8154-d957bced4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:51.166486 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-47134e96-0aae-45b3-a08a-2f6fc6d21a20 req-687cb94f-0fa0-4881-8154-d957bced4a08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 1098 time: 0.0589280 Jun 24 07:24:51.201026 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-47134e96-0aae-45b3-a08a-2f6fc6d21a20 req-4a0ab5ff-f331-4848-8b90-ea50a1338120 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281787 Jun 24 07:24:51.214696 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb1095-a110-4fa4-ae33-cfd117254056 req-251a3e39-fdb5-4558-9a01-3724cbac9a7b tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:51.216406 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-42bb1095-a110-4fa4-ae33-cfd117254056 req-251a3e39-fdb5-4558-9a01-3724cbac9a7b tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 945 time: 0.0693521 Jun 24 07:24:51.253454 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-42bb1095-a110-4fa4-ae33-cfd117254056 req-90468ef4-0fca-4df7-98c0-76f820a732e1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310516 Jun 24 07:24:52.426714 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd53fd-f117-4747-b5cb-ec0e9831e1da req-c58b9e65-30ec-456f-ab9a-e4e5830b6fdd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:52.428191 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9cfd53fd-f117-4747-b5cb-ec0e9831e1da req-c58b9e65-30ec-456f-ab9a-e4e5830b6fdd tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 945 time: 0.0619636 Jun 24 07:24:52.466528 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-9cfd53fd-f117-4747-b5cb-ec0e9831e1da req-c10fe73d-82ad-4404-8a07-b17b44f5bfb8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327477 Jun 24 07:24:52.633180 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adc0a3-81b8-4dd9-af1e-114a08c2c66f req-0b634d72-af84-4821-8869-e919c5e8084f tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:52.634605 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b9adc0a3-81b8-4dd9-af1e-114a08c2c66f req-0b634d72-af84-4821-8869-e919c5e8084f tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 945 time: 0.0610466 Jun 24 07:24:52.671104 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-b9adc0a3-81b8-4dd9-af1e-114a08c2c66f req-d99b4f4b-cac5-443e-948b-208c7b32d5a4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309949 Jun 24 07:24:52.695735 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59802) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:24:52.746069 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe7bf8-9219-4793-9f78-e41e26907ee8 tempest-TestVolumeBootPattern-405616594 tempest-TestVolumeBootPattern-405616594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:52.747521 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-dfbe7bf8-9219-4793-9f78-e41e26907ee8 tempest-TestVolumeBootPattern-405616594 tempest-TestVolumeBootPattern-405616594-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 1093 time: 0.0508380 Jun 24 07:24:52.750196 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59804) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:24:52.754536 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.v2.base [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Request body: {'floatingip': {'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'port_id': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 07:24:52.848528 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:52.948095 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3810333'] for port, before_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:53.051503 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_common [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Allocated IP 172.27.2.129 (12fe5860-aecd-4b94-83a1-6dc811b515d7/c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621/bb35bc08-c94d-42aa-ac43-329636ce1eab) {{(pid=100200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 07:24:53.151216 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:53.255270 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3810398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-175214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783926509487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5740081'] for port, after_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:53.257400 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:24:53.296722 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Network 12fe5860-aecd-4b94-83a1-6dc811b515d7 is already hosted by enough agents. {{(pid=100200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 07:24:53.301879 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.base_scheduler [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Resources bound (agent type, host, resource id): {{(pid=100200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 07:24:53.304093 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=bb35bc08-c94d-42aa-ac43-329636ce1eab,revision_number=1']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:24:53.306122 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Received port after_create {{(pid=100200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 07:24:53.335516 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.335904 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.336281 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.336654 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.337022 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.337414 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.337777 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.338140 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.338502 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.338964 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.339212 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.339569 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:24:53.344382 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:24:53.671335 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:53.810170 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3810351'] for port, before_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:53.957262 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for port, precommit_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:54.059752 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783926902483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783926509505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783926509550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5740035'] for port, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:54.061900 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-995715d4-7b25-4e4f-a392-39afa7896a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:24:54.129761 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event updated for resources: {'Port': ['ID=bb35bc08-c94d-42aa-ac43-329636ce1eab,revision_number=2']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:24:54.133647 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:24:54.139997 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417144'] for floatingip, after_update {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:54.237771 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Floating IP 80d60284-c60e-4bb2-9686-fece075319b7 associated. External IP: 172.27.2.129, port: 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce. Jun 24 07:24:54.436488 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:24:54.805206 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:24:54.814191 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:24:54.823845 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:24:54.824578 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:24:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:24:54.894449 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:54.928626 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:24:54.930064 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1788981 Jun 24 07:24:54.930820 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:24:54.933115 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b69b62-f0d4-497c-967b-5b24f95b0fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:24:55.037266 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767eb36a-8f5b-44dd-981e-07659b860daf x-openstack-request-id: req-767eb36a-8f5b-44dd-981e-07659b860daf {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:24:55.037601 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:24:55.037891 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-767eb36a-8f5b-44dd-981e-07659b860daf {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:24:55.038327 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'status': 'completed', 'code': 200} Jun 24 07:24:55.119441 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-7b0b0fa0-55a8-4485-b4ae-ed819ff25f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:55.121699 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-7b0b0fa0-55a8-4485-b4ae-ed819ff25f79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 1098 time: 0.0604713 Jun 24 07:24:55.289021 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '80d60284-c60e-4bb2-9686-fece075319b7', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:bb:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:24:53Z', 'updated_at': '2021-06-24T07:24:53Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}, {'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:59Z', 'revision_number': 1, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:24:55.315127 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:24:55.323998 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:24:55.324643 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:24:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:24:55.432210 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:24:55.491266 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-05d18feb-0e82-433f-9d7c-7244b2b85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:55.492744 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-05d18feb-0e82-433f-9d7c-7244b2b85eeb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.3638554 Jun 24 07:24:55.556859 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-613dc282-e25c-4c7b-8257-835f17c5f4dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce HTTP/1.1" status: 200 len: 999 time: 0.0579348 Jun 24 07:24:55.604120 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-abb2c9e3-5dc0-494a-9904-4da5bb85bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:55.609053 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-abb2c9e3-5dc0-494a-9904-4da5bb85bff2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0429196 Jun 24 07:24:55.662377 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-1554b41e-2d5e-4c2a-8b41-67ce4f209b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:24:55.663816 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-1554b41e-2d5e-4c2a-8b41-67ce4f209b94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506606 Jun 24 07:24:55.667285 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '80d60284-c60e-4bb2-9686-fece075319b7', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:bb:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:24:53Z', 'updated_at': '2021-06-24T07:24:53Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}, {'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:59Z', 'revision_number': 1, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:24:55.694558 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-944e2bfe-7d8c-4a4b-b83c-881d1c37f6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:55.697852 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50051215-b6a7-46fa-9c1a-c7835fa9bc42 None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': '80d60284-c60e-4bb2-9686-fece075319b7', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:bb:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:24:53Z', 'updated_at': '2021-06-24T07:24:53Z', 'revision_number': 0, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}, {'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:59Z', 'revision_number': 1, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:24:55.757933 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-777697df-9edd-4e79-8293-aa0df2db63f8 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873163 Jun 24 07:24:55.847277 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-26b69b62-f0d4-497c-967b-5b24f95b0fa4 req-ca7c40e5-00a5-4c94-8911-006d1d24d265 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834649 Jun 24 07:24:55.888023 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d0569-554e-4c66-a92a-767bf5b0496e None None] New status for floating IP 80d60284-c60e-4bb2-9686-fece075319b7: ACTIVE {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:24:58.248396 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7fcc-fa2c-46f7-a7f5-d82f86c823a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:58.591667 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:24:59.768327 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:01.368603 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:05.934179 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:07.743698 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:25:15.993864 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604f8313-9431-406b-a7cb-25cc357833b4 req-3aca5ea3-fa1b-469f-974b-850608d84f29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556493 Jun 24 07:25:16.085143 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f8313-9431-406b-a7cb-25cc357833b4 req-58577abd-6f68-4591-a87b-c2416d0a5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:25:16.087016 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604f8313-9431-406b-a7cb-25cc357833b4 req-58577abd-6f68-4591-a87b-c2416d0a5e47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1099 time: 0.0501158 Jun 24 07:25:16.187265 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f8313-9431-406b-a7cb-25cc357833b4 req-05f70c74-fa15-4753-826f-ba5e90a0be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:25:16.188689 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604f8313-9431-406b-a7cb-25cc357833b4 req-05f70c74-fa15-4753-826f-ba5e90a0be49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0816801 Jun 24 07:25:16.256734 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604f8313-9431-406b-a7cb-25cc357833b4 req-404e3f36-5b94-45c3-9961-98c36b014a1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478 HTTP/1.1" status: 200 len: 1001 time: 0.0606692 Jun 24 07:25:16.303153 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f8313-9431-406b-a7cb-25cc357833b4 req-07cb4ba3-714c-4477-803a-2c2bd9813be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:25:16.304532 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604f8313-9431-406b-a7cb-25cc357833b4 req-07cb4ba3-714c-4477-803a-2c2bd9813be9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0416563 Jun 24 07:25:16.359135 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f8313-9431-406b-a7cb-25cc357833b4 req-cf12ee22-eea9-4134-a08c-bc0117bdbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:25:16.360441 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604f8313-9431-406b-a7cb-25cc357833b4 req-cf12ee22-eea9-4134-a08c-bc0117bdbe5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499704 Jun 24 07:25:16.449009 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604f8313-9431-406b-a7cb-25cc357833b4 req-241b20d2-a671-4ef1-92f6-6f18f552d140 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819159 Jun 24 07:25:16.538623 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-604f8313-9431-406b-a7cb-25cc357833b4 req-9032da00-87e5-407e-bb57-4b892c2f0972 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824728 Jun 24 07:25:25.665268 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a17cd902-77fd-4adc-9907-66eaf06341f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:28.242102 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d2ce98d4-85d8-4c1f-864c-db3719fb66b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:28.647944 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:29.739344 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:31.396333 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:35.950595 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:44.742248 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:25:55.671378 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9ee2-7889-4ec0-a61c-8d64f014d1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:58.247502 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-450e784d-fc2b-4a0c-82eb-31774870b87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:58.642414 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:25:59.750373 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:01.372922 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:05.956134 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:17.099567 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-06d15a1c-dfd5-4094-b717-5f0341365eda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526164 Jun 24 07:26:17.170162 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-90eaef81-70bb-464a-8628-1cc39476b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:17.171656 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-90eaef81-70bb-464a-8628-1cc39476b0b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 1098 time: 0.0501060 Jun 24 07:26:17.276641 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-8daecd50-a1ee-4be2-bc74-08bad1ca3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:17.278065 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-8daecd50-a1ee-4be2-bc74-08bad1ca3334 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0864315 Jun 24 07:26:17.338508 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-5850f33e-6d11-4909-b43b-549ea5f56282 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce HTTP/1.1" status: 200 len: 1001 time: 0.0540946 Jun 24 07:26:17.384944 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-c21634eb-2308-4058-91da-dc5591ae31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:17.386347 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-c21634eb-2308-4058-91da-dc5591ae31e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0404158 Jun 24 07:26:17.444891 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-696abeb2-6865-45b3-9498-b10621cb07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:17.446382 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-696abeb2-6865-45b3-9498-b10621cb07cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536506 Jun 24 07:26:17.458476 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-2f1206d8-e752-4e57-8fcc-729a36c6bd08 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 07:26:17.459629 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-2f1206d8-e752-4e57-8fcc-729a36c6bd08 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071907 Jun 24 07:26:17.546526 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-5f5d3205-4887-4609-871d-7d27ad53387b service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799990 Jun 24 07:26:17.636883 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-4d14b2f7-10f5-42ef-9f77-41120cafc18c req-c23203f1-33f3-4ee3-b077-4dd78dbe52c7 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844429 Jun 24 07:26:21.740940 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:26:23.055343 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59850) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:23.261307 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Deleting port bb35bc08-c94d-42aa-ac43-329636ce1eab {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:23.261571 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:23.336639 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:23.336969 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:23.348229 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Calling delete_port for bb35bc08-c94d-42aa-ac43-329636ce1eab owned by network:floatingip {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:23.572904 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:23.575021 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b6abc879-374d-4127-b011-496efae12221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:23.600840 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event deleted for resources: {'Port': ['ID=bb35bc08-c94d-42aa-ac43-329636ce1eab,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:23.612202 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.612655 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.613035 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.613430 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.613794 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.614157 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.614516 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.614873 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.615231 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.615592 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.615940 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.616289 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:23.633837 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:23.671018 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:23.671346 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Floating IP 80d60284-c60e-4bb2-9686-fece075319b7 disassociated (deleted). External IP: 172.27.2.129, port: 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce. Jun 24 07:26:23.873008 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:26:23.979280 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:26:23.983962 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:23.989652 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:26:23.998737 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:26:23.999363 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:25:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:24.020210 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-0a049189-9c3d-4517-9dfa-b14aed51bc3e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "DELETE /v2.0/floatingips/80d60284-c60e-4bb2-9686-fece075319b7 HTTP/1.1" status: 204 len: 168 time: 0.9638221 Jun 24 07:26:24.020898 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:26:24.023222 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2f9088-4b95-4855-bb25-87f811610be0" -d '{"events": [{"name": "network-changed", "server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:26:24.062022 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4191a3f4-1f80-4e48-9373-2c933a1dda9e x-openstack-request-id: req-4191a3f4-1f80-4e48-9373-2c933a1dda9e {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:26:24.062645 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:26:24.062645 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4191a3f4-1f80-4e48-9373-2c933a1dda9e {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:26:24.063105 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'status': 'completed', 'code': 200} Jun 24 07:26:24.108032 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:26:24.138460 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-f2ebafba-fe82-4a6c-9e29-9a7835a5d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:24.139750 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-f2ebafba-fe82-4a6c-9e29-9a7835a5d62c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 1098 time: 0.0541430 Jun 24 07:26:24.233176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-27ee352e-8d7a-4bd2-a73a-720b0553e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:24.234635 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-27ee352e-8d7a-4bd2-a73a-720b0553e544 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0885956 Jun 24 07:26:24.273834 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-5a95746b-fed2-4e97-b8b6-2740eb02845c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce HTTP/1.1" status: 200 len: 217 time: 0.0332150 Jun 24 07:26:24.322210 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-cef8b5d2-9acb-49a3-98a1-aa9dd09a9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:24.323665 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-cef8b5d2-9acb-49a3-98a1-aa9dd09a9a3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0439198 Jun 24 07:26:24.335922 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:59Z', 'revision_number': 1, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:24.362576 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:26:24.370604 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:26:24.371231 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:25:58Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:24.385176 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-e83889b4-4165-4c08-a735-e15b9416bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:24.386639 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-e83889b4-4165-4c08-a735-e15b9416bfd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563889 Jun 24 07:26:24.476706 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:26:24.478713 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-0588e696-7666-497e-a2bd-64398ae94f4f service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848916 Jun 24 07:26:24.575920 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-7d2f9088-4b95-4855-bb25-87f811610be0 req-7ab63834-3d40-47b8-97bd-947df0a23a82 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890017 Jun 24 07:26:24.706649 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:59Z', 'revision_number': 1, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:24.737455 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae1e42-f69f-45b2-b276-71469a2f3613 None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_floatingips': [{'id': 'f366c7bf-9174-4e35-b1f7-ab5d913439fd', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'router_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'port_id': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'mac_address': 'fa:16:3e:7b:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fff23-6e86-4aff-8f11-83754477384d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T07:22:57Z', 'updated_at': '2021-06-24T07:22:59Z', 'revision_number': 1, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:26:24.742043 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab0f7-7d35-4657-888e-0269835203ec req-26cece52-f8fe-4494-b1fa-bb36edfc2ec3 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:24.743522 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a5ab0f7-7d35-4657-888e-0269835203ec req-26cece52-f8fe-4494-b1fa-bb36edfc2ec3 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 945 time: 0.0627353 Jun 24 07:26:24.782704 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-3a5ab0f7-7d35-4657-888e-0269835203ec req-931115de-0a2b-4995-8d35-ae846cf35dee tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Jun 24 07:26:24.952454 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d94c7-c3e2-4968-a18e-213d9c1e53f0 None None] New status for floating IP 80d60284-c60e-4bb2-9686-fece075319b7: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:26:25.647565 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-85507ff2-b119-42e2-9af7-af58ca0b9640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:25.957141 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050accc0-d1a2-4fc8-afea-32182f40f110 req-66024207-29c7-4e80-bbc7-0fba3090a5d0 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:25.958612 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-050accc0-d1a2-4fc8-afea-32182f40f110 req-66024207-29c7-4e80-bbc7-0fba3090a5d0 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 945 time: 0.0638707 Jun 24 07:26:25.999793 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-050accc0-d1a2-4fc8-afea-32182f40f110 req-fe28dafd-8cfe-4bba-a232-fe045e0d02d9 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352318 Jun 24 07:26:26.160879 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-d59dc2df-84f8-497b-8972-89227bc4d4fa tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:26.162238 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-d59dc2df-84f8-497b-8972-89227bc4d4fa tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 945 time: 0.0637491 Jun 24 07:26:26.258017 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Deleting port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:26.258361 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:26.346522 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] For port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:26.346875 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:26.358051 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Calling delete_port for 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:26.550167 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:26.554059 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-dc9ce02c-e067-46e7-8ee6-dbe10d461207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:26.583133 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event deleted for resources: {'Port': ['ID=3c4da24a-03c1-4ea6-bb42-74ae7a0330ce,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.600986 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:26.617720 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:26.637688 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] No DVR routers for this DVR port 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:26:26.640066 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:26.642098 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-527b80c9-a6c5-4c71-8127-cbc6abc29b83 req-86c3b273-6283-4335-a093-e747e4ff3769 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "DELETE /v2.0/ports/3c4da24a-03c1-4ea6-bb42-74ae7a0330ce HTTP/1.1" status: 204 len: 173 time: 0.4747715 Jun 24 07:26:26.642581 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'name': 'network-vif-deleted', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:26:26.644852 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6526a71b-9d89-4e71-ab8d-abdb304453ae" -d '{"events": [{"server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "name": "network-vif-deleted", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:26:26.679517 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d1d06a-3b79-4411-ad34-ec1532ef9cfe x-openstack-request-id: req-50d1d06a-3b79-4411-ad34-ec1532ef9cfe {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:26:26.679861 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73103a7-8236-4817-a35d-045ba44c08e3", "name": "network-vif-deleted", "tag": "3c4da24a-03c1-4ea6-bb42-74ae7a0330ce", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:26:26.680152 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50d1d06a-3b79-4411-ad34-ec1532ef9cfe {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:26:26.680639 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73103a7-8236-4817-a35d-045ba44c08e3', 'name': 'network-vif-deleted', 'tag': '3c4da24a-03c1-4ea6-bb42-74ae7a0330ce', 'status': 'completed', 'code': 200} Jun 24 07:26:27.145156 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-e9e2b6d3-3efa-4a3b-aa3b-ad44fdcdf1cb req-b7907d0f-003b-43b7-95ee-f47262d3844e tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73103a7-8236-4817-a35d-045ba44c08e3 HTTP/1.1" status: 200 len: 210 time: 0.0283794 Jun 24 07:26:28.275800 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6705067f-4cad-4748-909a-50d80dd64247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:28.595728 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:29.830554 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:30.728194 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59892) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:30.862881 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:26:30.879704 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Deleting port 79f51851-06c0-435c-ba8d-00ecc20e5881 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:30.880044 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:30.882062 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:26:30.882427 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 3c4da24a-03c1-4ea6-bb42-74ae7a0330ce not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:26:30.963461 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:30.963794 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:30.976210 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Calling delete_port for 79f51851-06c0-435c-ba8d-00ecc20e5881 owned by network:floatingip {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:31.218434 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:31.222148 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-fa40673e-ba41-4ce9-b71f-574faddd6ba8 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:31.247534 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event deleted for resources: {'Port': ['ID=79f51851-06c0-435c-ba8d-00ecc20e5881,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:31.250761 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:31.308801 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:31.309158 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.db.l3_db [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Floating IP f366c7bf-9174-4e35-b1f7-ab5d913439fd disassociated (deleted). External IP: 172.27.2.70, port: 1e81e908-fb63-4ba0-86d3-1c181bc24478. Jun 24 07:26:31.372850 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:31.515853 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:26:31.623117 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:26:31.628744 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:31.632720 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:26:31.648524 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:26:31.648524 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:26:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:31.665880 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-53195807-e43f-4f76-902a-424908d76028 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "DELETE /v2.0/floatingips/f366c7bf-9174-4e35-b1f7-ab5d913439fd HTTP/1.1" status: 204 len: 168 time: 0.9365895 Jun 24 07:26:31.666555 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478'}] {{(pid=100200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:26:31.669040 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077457aeab3522db8e59eaa28a1e6648f6f0c5a52b1049db739aacf57f833718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d331c0-dac1-4b8f-a938-95c9180b400a" -d '{"events": [{"name": "network-changed", "server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478"}]}' {{(pid=100200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:26:31.718766 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 07:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6023444-a0af-4f22-8cdc-c62698e023d3 x-openstack-request-id: req-a6023444-a0af-4f22-8cdc-c62698e023d3 {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:26:31.719140 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478", "status": "completed", "code": 200}]} {{(pid=100200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:26:31.720007 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6023444-a0af-4f22-8cdc-c62698e023d3 {{(pid=100200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:26:31.720007 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'status': 'completed', 'code': 200} Jun 24 07:26:31.748711 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:26:31.793721 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-d7431e7e-02a1-4137-90df-926d6660faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:31.795190 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-d7431e7e-02a1-4137-90df-926d6660faf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 1099 time: 0.0540423 Jun 24 07:26:31.888788 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-05b6c21b-787d-4646-ae3d-7a81bf471eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:31.890282 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-05b6c21b-787d-4646-ae3d-7a81bf471eac service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 200 len: 912 time: 0.0894303 Jun 24 07:26:31.930389 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-f4deb9b7-3f33-4624-874b-e7ec35e56938 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478 HTTP/1.1" status: 200 len: 217 time: 0.0336041 Jun 24 07:26:31.956460 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:31.981199 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-6ec9b527-79ee-4b83-8f15-72e7bb908e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:31.982759 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-6ec9b527-79ee-4b83-8f15-72e7bb908e42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 200 len: 850 time: 0.0461094 Jun 24 07:26:32.045195 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-4988b2b7-d1d9-4b31-8312-87d8734ed70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:32.046649 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-4988b2b7-d1d9-4b31-8312-87d8734ed70e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574801 Jun 24 07:26:32.106182 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:26:32.114712 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:26:32.115337 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:26:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:32.140034 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-e42742de-fc49-4760-b6b8-205087e3be84 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868232 Jun 24 07:26:32.218126 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:26:32.236673 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-54d331c0-dac1-4b8f-a938-95c9180b400a req-9fdad81c-9306-42ea-94cf-6db82ba371f3 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903957 Jun 24 07:26:32.416384 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:32.419922 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc23e-2b92-41bd-874a-37735dcabd6e req-c053f283-fe11-4858-a92e-1697bdabeb74 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:32.421409 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-167cc23e-2b92-41bd-874a-37735dcabd6e req-c053f283-fe11-4858-a92e-1697bdabeb74 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 946 time: 0.0631042 Jun 24 07:26:32.447381 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7dbfc0-e752-43f0-b95c-0c98529ba948 None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:52Z', 'revision_number': 4, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi', '_interfaces': [{'id': 'f18b3e35-3116-4ca1-9829-093538c74818', 'name': '', 'network_id': 'f5f2aaa1-c196-48d3-bf12-e03b4dd04ced', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'mac_address': 'fa:16:3e:e3:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:51Z', 'updated_at': '2021-06-24T07:19:58Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'subnets': [{'id': '92a346ee-993e-493b-a7c6-7c7f85c97315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:26:32.459908 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-167cc23e-2b92-41bd-874a-37735dcabd6e req-6d17315c-00ff-49bc-9402-2a60bd64bc98 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Jun 24 07:26:32.658398 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad2584-7d62-47c9-a227-5cc896900685 None None] New status for floating IP f366c7bf-9174-4e35-b1f7-ab5d913439fd: DOWN {{(pid=100203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 07:26:33.630518 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf8dc9-e366-4286-aa4b-4be018f55a12 req-3b921d6a-853c-4ba6-ae0c-319f91f526ba tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:33.631981 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9ebf8dc9-e366-4286-aa4b-4be018f55a12 req-3b921d6a-853c-4ba6-ae0c-319f91f526ba tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 946 time: 0.0624189 Jun 24 07:26:33.671924 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-9ebf8dc9-e366-4286-aa4b-4be018f55a12 req-4601c384-f0a4-4d47-891d-c8bfd27f993d tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/security-groups?id=309c7fb7-2243-4d29-8e69-15bd51151328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343037 Jun 24 07:26:33.811656 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-7de2659c-59c8-4df8-aa9b-f687f4ef94c3 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 07:26:33.813725 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-7de2659c-59c8-4df8-aa9b-f687f4ef94c3 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 946 time: 0.0650342 Jun 24 07:26:33.908421 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Deleting port 1e81e908-fb63-4ba0-86d3-1c181bc24478 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:33.908758 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:33.997242 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] For port 1e81e908-fb63-4ba0-86d3-1c181bc24478, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1e81e908-fb63-4ba0-86d3-1c181bc24478,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:33.997600 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:34.009311 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Calling delete_port for 1e81e908-fb63-4ba0-86d3-1c181bc24478 owned by compute:nova {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:34.252541 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:34.256297 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-8504fc8c-726a-4ebd-8c53-8315466737af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:34.284478 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event deleted for resources: {'Port': ['ID=1e81e908-fb63-4ba0-86d3-1c181bc24478,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:34.287393 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:34.328547 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] No DVR routers for this DVR port 1e81e908-fb63-4ba0-86d3-1c181bc24478 on host hv-cinder-78409 {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:26:34.332851 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for port, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:34.332987 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [req-a3a27cc4-0a9f-4e0d-b2db-0af22f1732cf req-0b01663c-7b00-4fcd-ae39-aa595f0195d4 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.21 "DELETE /v2.0/ports/1e81e908-fb63-4ba0-86d3-1c181bc24478 HTTP/1.1" status: 204 len: 173 time: 0.5140257 Jun 24 07:26:34.333519 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'name': 'network-vif-deleted', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478'}] {{(pid=100201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 07:26:34.335823 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5157b56040bd3e860ce26f444293d806cac0b349488b410ee31c1fba37dda9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a84ff37-103c-4ce2-b728-c5107930de14" -d '{"events": [{"server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "name": "network-vif-deleted", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478"}]}' {{(pid=100201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 07:26:34.371086 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 07:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff75a1d1-5b13-41f0-9ad5-85cc2e95187b x-openstack-request-id: req-ff75a1d1-5b13-41f0-9ad5-85cc2e95187b {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 07:26:34.371421 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785fff23-6e86-4aff-8f11-83754477384d", "name": "network-vif-deleted", "tag": "1e81e908-fb63-4ba0-86d3-1c181bc24478", "status": "completed", "code": 200}]} {{(pid=100201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 07:26:34.371715 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff75a1d1-5b13-41f0-9ad5-85cc2e95187b {{(pid=100201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 07:26:34.372147 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785fff23-6e86-4aff-8f11-83754477384d', 'name': 'network-vif-deleted', 'tag': '1e81e908-fb63-4ba0-86d3-1c181bc24478', 'status': 'completed', 'code': 200} Jun 24 07:26:34.813537 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [req-8f57c20c-73c3-4d6c-a8a3-af9b4e6f18fd req-6e72b462-e39c-4d37-a70b-3ae1deba2ae0 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "GET /v2.0/ports?device_id=785fff23-6e86-4aff-8f11-83754477384d HTTP/1.1" status: 200 len: 210 time: 0.0281718 Jun 24 07:26:35.905884 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59908) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:35.944178 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:36.031867 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Deleting port 0c32c410-2674-48b6-9fba-b9fc8ed8ab97 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:36.032300 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:36.103729 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:36.103977 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:36.115138 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Calling delete_port for 0c32c410-2674-48b6-9fba-b9fc8ed8ab97 owned by network:floatingip {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:36.315453 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:36.318136 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-66c04189-e0f9-46cd-9428-fc863968e691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:36.345009 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event deleted for resources: {'Port': ['ID=0c32c410-2674-48b6-9fba-b9fc8ed8ab97,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:36.349232 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:36.405568 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for floatingip, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:36.408940 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13282'] for floatingip, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:36.410096 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "DELETE /v2.0/floatingips/d65dfdf1-eb3a-4f48-9505-14d6fc221ee8 HTTP/1.1" status: 204 len: 168 time: 0.5032365 Jun 24 07:26:37.834107 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59920) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:37.892513 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c17b53b0-14f7-4479-9368-7759801bc3c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:37.917268 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c17b53b0-14f7-4479-9368-7759801bc3c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:38.052530 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c17b53b0-14f7-4479-9368-7759801bc3c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:38.055273 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c17b53b0-14f7-4479-9368-7759801bc3c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Notify callbacks [] for security_group, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:38.057131 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c17b53b0-14f7-4479-9368-7759801bc3c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] 10.222.0.15 "DELETE /v2.0/security-groups/309c7fb7-2243-4d29-8e69-15bd51151328 HTTP/1.1" status: 204 len: 168 time: 0.2212954 Jun 24 07:26:38.057315 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-4448ef17-e289-4243-81bf-aabf1b77839b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:38.066688 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b53b0-14f7-4479-9368-7759801bc3c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309c7fb7-2243-4d29-8e69-15bd51151328,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:38.073138 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c17b53b0-14f7-4479-9368-7759801bc3c1 tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:38.177861 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59924) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:38.630949 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:38.876921 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 1e81e908-fb63-4ba0-86d3-1c181bc24478 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:26:38.877537 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Deleting port f18b3e35-3116-4ca1-9829-093538c74818 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:38.877537 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:38.896317 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] No Port match for: 1e81e908-fb63-4ba0-86d3-1c181bc24478 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:26:38.896596 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Device 1e81e908-fb63-4ba0-86d3-1c181bc24478 not bound to the agent host hv-cinder-78409 {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:26:38.956232 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] For port f18b3e35-3116-4ca1-9829-093538c74818, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=f18b3e35-3116-4ca1-9829-093538c74818,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:38.956590 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:38.968829 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Calling delete_port for f18b3e35-3116-4ca1-9829-093538c74818 owned by network:router_interface {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:39.298353 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:39.300440 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-bb25fb28-0467-4d42-915a-04e26ff587ff tempest-TestVolumeBootPattern-668396804 tempest-TestVolumeBootPattern-668396804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:39.323775 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f18b3e35-3116-4ca1-9829-093538c74818,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:39.327127 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:39.487430 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:39.968659 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:26:40.070773 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:26:40.078107 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-9a8cee6d-00c6-4e75-9c38-89aab7dd3e1e admin admin] 10.222.0.15 "PUT /v2.0/routers/acf046d7-eadb-4e7d-a73e-7b3894fb73f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976147 Jun 24 07:26:40.079535 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59928) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:40.080256 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] Sync routers for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:26:40.089085 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:26:40.090006 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:26:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:40.187165 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks [] for router, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:40.191788 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:26:40.287916 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:40.369264 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:26:39Z', 'revision_number': 5, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port': {'id': 'e41b9f10-e942-4f7b-8bfd-5806818cdc66', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:40.395988 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] Checking router: acf046d7-eadb-4e7d-a73e-7b3894fb73f4 for host: dv-cinder-784092-10-iscsi {{(pid=100202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:26:40.404331 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] Routers {'acf046d7-eadb-4e7d-a73e-7b3894fb73f4'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:26:40.404616 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Deleting port e41b9f10-e942-4f7b-8bfd-5806818cdc66 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:40.404935 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:26:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'], 'active': True} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:40.405059 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:40.488123 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] For port e41b9f10-e942-4f7b-8bfd-5806818cdc66, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=e41b9f10-e942-4f7b-8bfd-5806818cdc66,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:40.488433 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:40.490393 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvr_db [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] Set router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 gateway port host: None {{(pid=100202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:26:40.499820 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Calling delete_port for e41b9f10-e942-4f7b-8bfd-5806818cdc66 owned by network:router_gateway {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:40.540268 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_hamode_db [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:26:40Z', 'revision_number': 6, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port_host': None}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:40.568539 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996642c-434c-45df-9aa7-b9978ee7c5da None None] The sync data for ids ['acf046d7-eadb-4e7d-a73e-7b3894fb73f4'] in dv-cinder-784092-10-iscsi is: [{'id': 'acf046d7-eadb-4e7d-a73e-7b3894fb73f4', 'name': 'tempest-TestVolumeBootPattern-723988872-router', 'tenant_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:49Z', 'updated_at': '2021-06-24T07:26:40Z', 'revision_number': 6, 'project_id': '5c2dd8c2a3424fccbdabf6894fa2a833', 'gw_port_host': None}] {{(pid=100202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:26:40.761117 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:40.763199 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-defb31b5-14a1-44e4-8c7c-e09ba0fec593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:40.786497 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41b9f10-e942-4f7b-8bfd-5806818cdc66,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:40.789640 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:40.846972 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:40.935021 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:40.937409 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.092911 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.093614 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf046d7-eadb-4e7d-a73e-7b3894fb73f4 {{(pid=100200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 07:26:41.098591 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] Notify callbacks [] for router, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.100301 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-b647df97-f5a8-4bee-b5f2-192d59f08321 admin admin] 10.222.0.15 "DELETE /v2.0/routers/acf046d7-eadb-4e7d-a73e-7b3894fb73f4 HTTP/1.1" status: 204 len: 168 time: 1.0192358 Jun 24 07:26:41.102217 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59930) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:41.145327 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] Deleting subnet 92a346ee-993e-493b-a7c6-7c7f85c97315 {{(pid=100200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:26:41.150199 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.180429 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260106'] for subnet, precommit_delete_associations {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.258245 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.395702 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5740108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5766908'] for subnet, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.397902 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:41.421336 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a346ee-993e-493b-a7c6-7c7f85c97315,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:41.425141 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:41.426181 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.428154 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-c4b8137e-eac8-48f5-b6b3-fd986107a231 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/92a346ee-993e-493b-a7c6-7c7f85c97315 HTTP/1.1" status: 204 len: 168 time: 0.3248992 Jun 24 07:26:41.430781 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.wsgi [-] (100200) accepted ('10.222.0.15', 59932) {{(pid=100200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:41.435102 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc182c99-0eb8-44c0-826e-f22f137991d6 None None] Network f5f2aaa1-c196-48d3-bf12-e03b4dd04ced requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:26:41.506842 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.566356 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Deleting port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 {{(pid=100200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:41.566705 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.631718 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] DHCP port deletion for f5f2aaa1-c196-48d3-bf12-e03b4dd04ced request from dv-cinder-784092-10-iscsi {{(pid=100202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 07:26:41.636051 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.db [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] For port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:41.636412 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.648433 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.plugin [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Calling delete_port for 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 owned by network:dhcp {{(pid=100200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:41.676567 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Deleting port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 {{(pid=100202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:41.676946 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.743272 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] For port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,segment=NetworkSegment(19821cfd-9e74-455d-a60f-211bd01957eb),segment_id=19821cfd-9e74-455d-a60f-211bd01957eb)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:41.743272 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.755649 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Calling delete_port for 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 owned by network:dhcp {{(pid=100202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:41.852561 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5740090'] for port, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.859020 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.859234 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-dab2b58c-3f07-412d-95a4-1909a38cb948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:41.861579 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:41.882743 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] No DVR routers for this DVR port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 on host dv-cinder-784092-10-iscsi {{(pid=100200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:26:41.884910 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:41.885167 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Pushing event deleted for resources: {'Port': ['ID=49bd8fd1-f424-421e-9e2a-4d5c66dcc772,revision_number=None']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:41.889172 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:41.889845 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] No DVR routers for this DVR port 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 on host dv-cinder-784092-10-iscsi {{(pid=100202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:26:41.899825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.899825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.899825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.899825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.899825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.899825 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.900344 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.900344 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.903807 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.904160 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.904501 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.904838 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-10-iscsi {{(pid=100202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 07:26:41.907984 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-88b5116e-0231-4944-a546-0534f50a7e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:41.925965 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:26:41.946206 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:26:41.951419 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device 49bd8fd1-f424-421e-9e2a-4d5c66dcc772 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:26:41.951419 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e41b9f10-e942-4f7b-8bfd-5806818cdc66 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:26:41.963878 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:41.968498 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: e41b9f10-e942-4f7b-8bfd-5806818cdc66 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:26:41.968854 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device e41b9f10-e942-4f7b-8bfd-5806818cdc66 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:26:41.969340 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device f18b3e35-3116-4ca1-9829-093538c74818 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:26:41.974017 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f2aaa1-c196-48d3-bf12-e03b4dd04ced']}} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:41.984462 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19821cfd-9e74-455d-a60f-211bd01957eb') {'for_net_delete': True} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:41.984803 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.services.segments.db [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19821cfd-9e74-455d-a60f-211bd01957eb') {} {{(pid=100200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:41.987000 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: f18b3e35-3116-4ca1-9829-093538c74818 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:26:41.987352 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device f18b3e35-3116-4ca1-9829-093538c74818 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:26:41.995413 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260099'] for segment, before_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:42.009294 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:42.015037 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=100200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:26:42.015413 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5740271'] for segment, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: Traceback (most recent call last): Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: timer() Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: cb(*args, **kw) Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: return func(*args, **kwargs) Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: self._notify() Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: self.callback(batched_events) Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: event.method(event) Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: return f(self, *a, **k) Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._get(url).json() Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: return self.request(url, 'GET', **kwargs) Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:26:42.017697 dv-cinder-784092-10-iscsi neutron-server[100200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:26:42.212966 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:42.216912 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-0c4dba86-0c0d-4aee-81d5-ef7d5cd09633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:42.219699 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron_lib.callbacks.manager [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:42.221432 dv-cinder-784092-10-iscsi neutron-server[100200]: INFO neutron.wsgi [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f5f2aaa1-c196-48d3-bf12-e03b4dd04ced HTTP/1.1" status: 204 len: 168 time: 0.7896464 Jun 24 07:26:42.224326 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59934) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:42.232624 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f2aaa1-c196-48d3-bf12-e03b4dd04ced,revision_number=None']} {{(pid=100200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:42.235540 dv-cinder-784092-10-iscsi neutron-server[100200]: DEBUG oslo_concurrency.lockutils [None req-1dfef7e3-3517-4139-a821-8564c6a12547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:42.552728 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398311'] for router_interface, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:42.791135 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Deleting port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:42.791472 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:42.864861 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] For port a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,segment=NetworkSegment(2a68940f-6f05-4ac7-8100-adf824d32157),segment_id=2a68940f-6f05-4ac7-8100-adf824d32157)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:42.865154 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:42.877274 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Calling delete_port for a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da owned by network:router_interface {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:43.435516 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:43.437563 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-3a3d7a35-8f30-4ad8-91f6-3a1fef310472 tempest-TestShelveInstance-1985828507 tempest-TestShelveInstance-1985828507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:43.462751 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Pushing event deleted for resources: {'Port': ['ID=a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:43.466062 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:43.626649 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414071'] for router_interface, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:43.834749 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 has already been hosted by L3 agent 73725974-6ec2-4990-8a44-addde95ffe83 {{(pid=100201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 07:26:43.938866 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] Notify agent at l3_agent.dv-cinder-784092-10-iscsi the message routers_updated {{(pid=100201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 07:26:43.943792 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-afc1ea54-8ffb-4bf5-8d11-faa22715f60f admin admin] 10.222.0.15 "PUT /v2.0/routers/995b39e0-0ac1-4c1d-96ad-fc758b88b820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184508 Jun 24 07:26:43.946337 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59936) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:43.948831 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5a871-14a8-4600-b413-95e520307336 None None] Sync routers for ids ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'] in dv-cinder-784092-10-iscsi {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 07:26:43.958810 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5a871-14a8-4600-b413-95e520307336 None None] Routers {'995b39e0-0ac1-4c1d-96ad-fc758b88b820'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:26:43.959462 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-bab5a871-14a8-4600-b413-95e520307336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:26:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:44.047329 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks [] for router, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.059916 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-bab5a871-14a8-4600-b413-95e520307336 None None] Set router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 gateway port host: dv-cinder-784092-10-iscsi {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:26:44.147477 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.233607 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-bab5a871-14a8-4600-b413-95e520307336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'external_fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:26:43Z', 'revision_number': 5, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port': {'id': 'a586333e-27ac-4f74-9bc7-b928842229b1', 'name': '', 'network_id': '12fe5860-aecd-4b94-83a1-6dc811b515d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T07:19:56Z', 'updated_at': '2021-06-24T07:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4a01c9c-0f9d-449e-bc8b-6ae6a6d16621', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-10-iscsi'}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:44.262509 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5a871-14a8-4600-b413-95e520307336 None None] Checking router: 995b39e0-0ac1-4c1d-96ad-fc758b88b820 for host: dv-cinder-784092-10-iscsi {{(pid=100203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 07:26:44.271205 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5a871-14a8-4600-b413-95e520307336 None None] Routers {'995b39e0-0ac1-4c1d-96ad-fc758b88b820'} bound to L3 agent in host dv-cinder-784092-10-iscsi {{(pid=100203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 07:26:44.271823 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-bab5a871-14a8-4600-b413-95e520307336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T06:30:58Z,description=,heartbeat_timestamp=2021-06-24T07:26:28Z,host='dv-cinder-784092-10-iscsi',id=73725974-6ec2-4990-8a44-addde95ffe83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T06:30:59Z,topic='l3_agent')) {'router_ids': ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'], 'active': True} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:44.294815 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Deleting port a586333e-27ac-4f74-9bc7-b928842229b1 {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:44.295158 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.354719 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_dvr_db [None req-bab5a871-14a8-4600-b413-95e520307336 None None] Set router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 gateway port host: None {{(pid=100203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 07:26:44.372137 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] For port a586333e-27ac-4f74-9bc7-b928842229b1, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a586333e-27ac-4f74-9bc7-b928842229b1,segment=NetworkSegment(7b8f8c81-a5f4-46db-b164-d5d37f945b4a),segment_id=7b8f8c81-a5f4-46db-b164-d5d37f945b4a)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:44.372494 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.388765 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Calling delete_port for a586333e-27ac-4f74-9bc7-b928842229b1 owned by network:router_gateway {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:44.406796 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.l3_hamode_db [None req-bab5a871-14a8-4600-b413-95e520307336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:26:44Z', 'revision_number': 6, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port_host': None}], 'dv-cinder-784092-10-iscsi', False) {} {{(pid=100203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:44.431632 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5a871-14a8-4600-b413-95e520307336 None None] The sync data for ids ['995b39e0-0ac1-4c1d-96ad-fc758b88b820'] in dv-cinder-784092-10-iscsi is: [{'id': '995b39e0-0ac1-4c1d-96ad-fc758b88b820', 'name': 'tempest-TestVolumeBootPattern-251553125-router', 'tenant_id': '233dde6fafad44dca6a3652578689bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T07:19:55Z', 'updated_at': '2021-06-24T07:26:44Z', 'revision_number': 6, 'project_id': '233dde6fafad44dca6a3652578689bf2', 'gw_port_host': None}] {{(pid=100203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 07:26:44.624155 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.627208 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-fd105abf-3c37-4ce1-afd3-aae15404a406 tempest-TestMinimumBasicScenario-220866863 tempest-TestMinimumBasicScenario-220866863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:44.650998 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Pushing event deleted for resources: {'Port': ['ID=a586333e-27ac-4f74-9bc7-b928842229b1,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:44.654040 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:44.710776 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417179'] for router_gateway, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.801078 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7293'] for router, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.803413 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.943976 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417022'] for router, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.944556 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 995b39e0-0ac1-4c1d-96ad-fc758b88b820 {{(pid=100201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 07:26:44.949410 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] Notify callbacks [] for router, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:44.949994 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-6be78c2d-949b-40bb-8c90-8f35bb5a37da admin admin] 10.222.0.15 "DELETE /v2.0/routers/995b39e0-0ac1-4c1d-96ad-fc758b88b820 HTTP/1.1" status: 204 len: 168 time: 1.0024259 Jun 24 07:26:44.957188 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59938) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:45.002072 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] Deleting subnet c5926c1d-fb93-4deb-aad7-83e85c0ad8bb {{(pid=100201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 07:26:45.004881 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.038775 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013081'] for subnet, precommit_delete_associations {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.147490 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820526'] for subnet, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.304261 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8494815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9291338'] for subnet, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.306789 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-52f38977-6ef1-4959-9ca0-57c2b620e567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:45.328138 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5926c1d-fb93-4deb-aad7-83e85c0ad8bb,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:45.335101 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:45.340216 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for subnet, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.342102 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-97ceb8d0-a1be-459a-9f27-adbeb211ff71 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c5926c1d-fb93-4deb-aad7-83e85c0ad8bb HTTP/1.1" status: 204 len: 168 time: 0.3839958 Jun 24 07:26:45.345452 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59940) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:45.353491 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf98cdd-6345-4daf-ba76-cb9675a38641 None None] Network 2aae52ed-9edf-4cb5-946c-bff2b20d3710 requested from dv-cinder-784092-10-iscsi {{(pid=100202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 07:26:45.422287 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924072'] for network, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.481490 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Deleting port a4cf272f-8c51-44af-a172-fe09c69fce7e {{(pid=100201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:45.481842 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.529750 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] DHCP port deletion for 2aae52ed-9edf-4cb5-946c-bff2b20d3710 request from dv-cinder-784092-10-iscsi {{(pid=100202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 07:26:45.551189 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.db [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] For port a4cf272f-8c51-44af-a172-fe09c69fce7e, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a4cf272f-8c51-44af-a172-fe09c69fce7e,segment=NetworkSegment(2a68940f-6f05-4ac7-8100-adf824d32157),segment_id=2a68940f-6f05-4ac7-8100-adf824d32157)] {{(pid=100201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:45.551547 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.564025 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Calling delete_port for a4cf272f-8c51-44af-a172-fe09c69fce7e owned by network:dhcp {{(pid=100201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:45.577222 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] Deleting port a4cf272f-8c51-44af-a172-fe09c69fce7e {{(pid=100202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 07:26:45.577610 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783926898984'] for port, before_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.637663 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.db [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] For port a4cf272f-8c51-44af-a172-fe09c69fce7e, host dv-cinder-784092-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-10-iscsi',level=0,port_id=a4cf272f-8c51-44af-a172-fe09c69fce7e,segment=NetworkSegment(2a68940f-6f05-4ac7-8100-adf824d32157),segment_id=2a68940f-6f05-4ac7-8100-adf824d32157)] {{(pid=100202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 07:26:45.638061 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415194'] for port, precommit_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.650080 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] Calling delete_port for a4cf272f-8c51-44af-a172-fe09c69fce7e owned by network:dhcp {{(pid=100202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 07:26:45.749842 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8494761'] for port, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.752834 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-32edcc4e-895e-45b6-9d90-5a79fdeab671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:45.755903 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3810389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783926902501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783926509496'] for port, after_delete {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.758682 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:45.775279 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4cf272f-8c51-44af-a172-fe09c69fce7e,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:45.778419 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:45.779187 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] No DVR routers for this DVR port a4cf272f-8c51-44af-a172-fe09c69fce7e on host dv-cinder-784092-10-iscsi {{(pid=100201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:26:45.783998 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] Pushing event deleted for resources: {'Port': ['ID=a4cf272f-8c51-44af-a172-fe09c69fce7e,revision_number=None']} {{(pid=100202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:45.785824 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] No DVR routers for this DVR port a4cf272f-8c51-44af-a172-fe09c69fce7e on host dv-cinder-784092-10-iscsi {{(pid=100202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 07:26:45.787410 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG oslo_concurrency.lockutils [None req-379832c8-387f-4c69-b7e4-33382a50ad09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:45.850516 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820913', 'neutron.services.segments.db._delete_segments_for_network-8783927051048'] for network, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.860407 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aae52ed-9edf-4cb5-946c-bff2b20d3710']}} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:45.874727 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a68940f-6f05-4ac7-8100-adf824d32157') {'for_net_delete': True} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:45.874727 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.services.segments.db [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a68940f-6f05-4ac7-8100-adf824d32157') {} {{(pid=100201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 07:26:45.883085 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783927038455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013072'] for segment, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.901128 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505'] for segment, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.908324 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 07:26:45.909030 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3848505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8494716'] for segment, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: conditions |= (models_v2.Port.network_id.in_( Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: Traceback (most recent call last): Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: timer() Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: cb(*args, **kw) Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: return func(*args, **kwargs) Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: self._notify() Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: self.callback(batched_events) Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: event.method(event) Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: return f(self, *a, **k) Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._get(url).json() Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: return self.request(url, 'GET', **kwargs) Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 07:26:45.910809 dv-cinder-784092-10-iscsi neutron-server[100201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 07:26:46.045695 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:26:46.065226 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:26:46.065575 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a43ad328-0b6f-40c5-9c7b-0c9b2d6d78da not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:26:46.065978 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a4cf272f-8c51-44af-a172-fe09c69fce7e no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:26:46.084937 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: a4cf272f-8c51-44af-a172-fe09c69fce7e {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:26:46.085330 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a4cf272f-8c51-44af-a172-fe09c69fce7e not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:26:46.085735 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a586333e-27ac-4f74-9bc7-b928842229b1 no longer exists at agent ovs-agent-dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 07:26:46.106536 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] No Port match for: a586333e-27ac-4f74-9bc7-b928842229b1 {{(pid=100202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 07:26:46.106886 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron.plugins.ml2.rpc [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Device a586333e-27ac-4f74-9bc7-b928842229b1 not bound to the agent host dv-cinder-784092-10-iscsi {{(pid=100202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 07:26:46.115602 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-536982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417130'] for network, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:46.119178 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-80d13380-1cc4-455c-ba0d-86f7466d35ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:46.122592 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725303'] for network, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:46.124492 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2aae52ed-9edf-4cb5-946c-bff2b20d3710 HTTP/1.1" status: 204 len: 168 time: 0.7781334 Jun 24 07:26:46.134118 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aae52ed-9edf-4cb5-946c-bff2b20d3710,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:46.136367 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f4bd4818-3193-4ba6-9afa-16e1efdf6c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:46.536735 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59944) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:46.575105 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-1f2027e5-9cf6-4eba-a56d-fed784265d96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c2dd8c2a3424fccbdabf6894fa2a833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371184 Jun 24 07:26:46.577403 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59946) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:46.628941 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0a8255ca-e17c-4a1a-aec7-1b0a2b32a77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:46.650636 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0a8255ca-e17c-4a1a-aec7-1b0a2b32a77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:46.795419 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0a8255ca-e17c-4a1a-aec7-1b0a2b32a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:46.798636 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-0a8255ca-e17c-4a1a-aec7-1b0a2b32a77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:46.799801 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-0a8255ca-e17c-4a1a-aec7-1b0a2b32a77f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/570059b2-4f2c-4778-90c7-0d05c59e6831 HTTP/1.1" status: 204 len: 168 time: 0.2215133 Jun 24 07:26:46.800580 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-05b8a731-6cd5-45fb-b125-368932b6c0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:46.807956 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8255ca-e17c-4a1a-aec7-1b0a2b32a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570059b2-4f2c-4778-90c7-0d05c59e6831,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:46.810353 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-0a8255ca-e17c-4a1a-aec7-1b0a2b32a77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:47.553706 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59952) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:47.592222 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-fff07fb2-f916-4bf6-8d80-544a5e0b154d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=233dde6fafad44dca6a3652578689bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373180 Jun 24 07:26:47.595556 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.wsgi [-] (100201) accepted ('10.222.0.15', 59954) {{(pid=100201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 07:26:47.646416 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f191454f-5a6f-44fc-9a33-1676a85e640e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:47.666861 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f191454f-5a6f-44fc-9a33-1676a85e640e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:47.806431 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f191454f-5a6f-44fc-9a33-1676a85e640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778597'] for security_group, after_delete {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:47.809292 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron_lib.callbacks.manager [None req-f191454f-5a6f-44fc-9a33-1676a85e640e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:47.810434 dv-cinder-784092-10-iscsi neutron-server[100201]: INFO neutron.wsgi [None req-f191454f-5a6f-44fc-9a33-1676a85e640e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02d28e27-0460-4257-9698-ad7b8bc69dad HTTP/1.1" status: 204 len: 168 time: 0.2139788 Jun 24 07:26:47.811209 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-c8e38b70-9565-493b-b376-fa39b2c48127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 07:26:47.820250 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191454f-5a6f-44fc-9a33-1676a85e640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d28e27-0460-4257-9698-ad7b8bc69dad,revision_number=None']} {{(pid=100201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 07:26:47.822519 dv-cinder-784092-10-iscsi neutron-server[100201]: DEBUG oslo_concurrency.lockutils [None req-f191454f-5a6f-44fc-9a33-1676a85e640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 07:26:55.675111 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0dfd62c8-e02d-4594-a366-a1c694b32532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:58.298667 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9412131f-65a8-4be7-a95b-fc45edca74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:58.658178 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:26:58.739970 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:26:59.789557 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:01.394877 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:05.960727 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:25.640614 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5e3f556e-5218-4fa2-8344-e60e05eabb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:28.297496 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-127b96aa-3379-4214-a46b-608376628fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:28.606192 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:29.771181 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:31.360655 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:35.738874 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:27:35.977003 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:55.633913 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f873-34b7-4609-9bb3-8db6df817014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:58.256612 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-ce350f08-067e-4b63-b01f-2daef598c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:58.599719 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:27:59.748233 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:01.360048 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:05.971249 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:12.737408 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:28:25.639397 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e17a5a40-32b2-4449-b8a5-c3a1a627bcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:28.261914 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-a40280f9-873b-4e0d-86f1-2e3258655b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:28.610542 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:29.770573 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:31.461759 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:35.982129 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:49.735751 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:28:55.650177 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-62c968ad-a8cd-407d-b8d4-162efb6e4a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:58.313153 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-318d1241-d069-425f-9860-2dc012ed76b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:58.633044 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:28:59.827598 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:01.358867 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:05.975423 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:25.631951 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-081adb77-19a4-43ee-9ff8-ddf7136964c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:26.734292 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:29:28.249351 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-706be930-6df2-4c61-bc8a-8e37ad9fb0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:28.597800 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:29.757732 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:31.386217 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:35.963862 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:55.659985 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-5b285ed5-b7ca-4359-988f-09b91fc30a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:58.277288 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-431a13dd-84c0-421c-bb8d-6f99fe6e318f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:58.597194 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:29:59.792172 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:01.368365 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:03.733009 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:30:05.963108 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:25.642756 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7cd729a5-3018-4a07-8881-698fea6f39ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:28.259927 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-866776b7-80ce-459a-9583-cf9edb30952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:28.625416 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:29.785388 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:31.385709 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:35.979687 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:40.731901 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:30:55.647796 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7a722a81-b30b-44dd-b707-fdd8aedad0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:58.264665 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-cc3a21fa-11dd-462a-8cf0-a642fb03664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:58.647396 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:30:59.802303 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:01.378799 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:05.967638 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:17.730851 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:31:25.652835 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-223246e2-f00c-4d65-aa96-127ff113328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:28.281577 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7751-4971-4ae0-8dba-2ab958e18c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:28.606632 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-0ad9dd87-e159-4fd7-b3fc-3756fbfdede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:29.778442 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-e9b45517-988f-4510-bd74-d45563029c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:31.390594 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-9e20a8b1-7fa5-473a-b9c0-cabb08d498aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:35.984813 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-bd82b2fb-2683-45f2-a2a1-e9b485d8a899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:54.729399 dv-cinder-784092-10-iscsi neutron-server[100203]: DEBUG neutron.db.agents_db [None req-b988fad9-3bd5-4955-aeac-5a1dd23e4ae4 None None] Agent healthcheck: found 6 active agents {{(pid=100203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 07:31:55.669561 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-7fd90f7e-326f-4cf1-8afd-db1ded8f5c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 07:31:58.252107 dv-cinder-784092-10-iscsi neutron-server[100202]: DEBUG neutron_lib.callbacks.manager [None req-16dc8619-734d-4d65-a18b-5a4e54eff906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783927051030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3824175'] for agent, after_update {{(pid=100202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}